-- Logs begin at Sun 2021-10-31 23:15:19 UTC, end at Mon 2021-11-01 00:29:26 UTC. -- Oct 31 23:59:20.087661 dv-cinder-816104-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 31 23:59:22.795054 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.common.config [-] Logging enabled! Oct 31 23:59:22.795689 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev124 Oct 31 23:59:22.795861 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101970) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 31 23:59:22.799009 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.common.config [-] Logging enabled! Oct 31 23:59:22.799261 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev124 Oct 31 23:59:22.799598 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101970) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 31 23:59:22.800527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 23:59:22.800757 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 23:59:22.801119 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 23:59:22.801361 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 23:59:22.801584 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 23:59:22.801897 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.802193 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.802487 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.802714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.803009 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.803296 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.803601 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.803889 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.804186 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.804474 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.804751 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.805034 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.805263 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.805541 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.805825 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.806216 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.806578 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] debug = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.806870 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.807303 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.807726 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.808006 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.808295 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.808575 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.808844 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.809118 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.809399 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.809724 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] host = dv-cinder-816104-1-iscsi {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.810001 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.810288 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.810576 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.810864 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.811139 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.811437 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.811718 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.811989 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.812262 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.812536 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.812821 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.813110 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.813395 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.813618 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.813839 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.814133 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.814418 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.814692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.814962 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.815236 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.815533 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.815806 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.816072 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.816357 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.816638 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.816919 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.817192 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.817464 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.817734 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.818002 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.818284 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.818557 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.818829 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.819101 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.819385 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.819672 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.819943 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.820242 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.820525 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.820805 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.821088 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.821357 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.821636 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.822429 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.822705 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.822970 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_json = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.823238 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.823537 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.823818 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.824087 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.824355 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.824624 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.824892 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.825190 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:22.825468 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.825760 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.826056 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.826336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.826634 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.826911 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.827197 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.827497 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.827786 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.828071 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.828355 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.828629 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.828915 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.829188 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.829478 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.829775 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.830060 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.830346 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.830615 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.830885 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.831153 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.831440 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.831724 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.831997 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.832278 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.832558 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.832832 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.833110 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.833399 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.833682 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.833950 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.834223 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.834509 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.834780 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.835046 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.835318 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.835623 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.835897 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.836164 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.836438 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.836709 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.836976 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.837242 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.838069 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.838353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.838625 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.838890 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.839157 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.839452 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.839720 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.839999 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.840269 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.840536 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.840803 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.841075 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.841340 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.841606 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.841878 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.842143 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.842412 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.842677 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.842942 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.843214 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.843504 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.843774 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.844041 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.844305 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.844574 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.844838 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.845104 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.845369 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.845634 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.845902 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.846183 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.846476 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.846749 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.847026 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.847300 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.847602 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.847876 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.848149 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.848420 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.848695 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.848963 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.849250 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.849527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.849807 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.850084 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.850357 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.850671 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.850946 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.851222 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.851531 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.851806 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.852085 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.852363 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.852652 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.852941 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.853309 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.853599 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.853888 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.854164 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.854468 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.854745 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:22.854958 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 23:59:22.855194 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101970) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 31 23:59:23.282092 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 31 23:59:23.282366 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 31 23:59:23.282650 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 31 23:59:23.282978 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 31 23:59:23.599108 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.599321 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.599611 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.600783 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.601062 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.601323 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.636365 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.636635 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.636900 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.651833 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.652110 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.652373 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.682868 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.683146 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.683428 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.719472 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.719745 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.720013 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.957066 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.957679 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.957679 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.957838 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:23.958456 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.086394 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.086709 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.086988 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.087258 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.088117 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.088457 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.088689 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.089024 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.089301 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.089565 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.089822 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.090084 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.090335 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.090583 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.090838 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.091100 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.091358 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.091643 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.091911 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.092164 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.092429 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.092681 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.092958 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.093349 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.093566 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.093810 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.094215 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.094449 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.094681 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.094924 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.095151 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.095387 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:24.095778 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 31 23:59:24.099077 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 31 23:59:24.103968 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 31 23:59:24.108001 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 31 23:59:24.109629 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 31 23:59:24.110093 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 31 23:59:24.110423 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 31 23:59:24.110807 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 31 23:59:24.114060 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 31 23:59:24.114303 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 31 23:59:24.114646 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 23:59:24.120272 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 31 23:59:24.143896 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 31 23:59:24.144357 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.144655 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101970) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 31 23:59:24.145008 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.146456 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101970) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 31 23:59:24.146741 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 31 23:59:24.146986 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 31 23:59:24.150839 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.151169 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:24.216918 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 31 23:59:24.217074 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 31 23:59:24.217301 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 31 23:59:24.217679 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 31 23:59:24.238074 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_db.sqlalchemy.engines [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101970) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 31 23:59:24.939316 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing driver for type 'gre' Oct 31 23:59:24.939938 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] gre ID ranges: [(1, 1000)] Oct 31 23:59:25.133335 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing driver for type 'local' Oct 31 23:59:25.133966 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing driver for type 'vlan' Oct 31 23:59:25.202122 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] VlanTypeDriver initialization complete Oct 31 23:59:25.202396 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing driver for type 'vxlan' Oct 31 23:59:25.202905 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] vxlan ID ranges: [(1, 1000)] Oct 31 23:59:25.388755 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing extension driver 'port_security' Oct 31 23:59:25.389093 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.extensions.port_security [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] PortSecurityExtensionDriver initialization complete Oct 31 23:59:25.389427 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing mechanism driver 'openvswitch' Oct 31 23:59:25.389757 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing mechanism driver 'hyperv' Oct 31 23:59:25.396446 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:25.397292 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.397656 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.398003 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.398527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.398951 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.399298 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.399659 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.400581 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.400997 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.401342 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.401677 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.402060 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.402472 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.402817 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.403152 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.403564 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.404013 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.404356 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.404691 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.407935 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.407935 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > address_group after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.407935 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > address_group after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.407935 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.407935 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101970) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 31 23:59:25.408308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] ML2 OVO RPC backend initialized. {{(pid=101970) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 31 23:59:25.408308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.408308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.408569 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.408913 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > networks before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.409253 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.409587 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > ports before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.409925 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.410260 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnets before_response 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.410599 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.410933 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.411263 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.411619 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.411953 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.412360 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.412875 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.413210 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.413538 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.414117 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Modular L2 Plugin initialization complete Oct 31 23:59:25.414442 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading services supported by the core plugin {{(pid=101970) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 31 23:59:25.416902 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.plugins.ml2.managers [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Got port-security extension from driver 'port_security' Oct 31 23:59:25.416902 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.extensions.vlantransparent [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Disabled vlantransparent extension. Oct 31 23:59:25.416902 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101970) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 31 23:59:25.416902 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: router Oct 31 23:59:25.461278 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.461596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_create 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.461958 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router before_create 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.462854 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.463288 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.463632 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_delete 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466430 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466430 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466430 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_create 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466430 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466889 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466889 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466889 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.466889 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.467197 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.467197 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.467553 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: subnet after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.467880 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.468218 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.468557 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_create 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.468890 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.469225 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.469573 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router after_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.469905 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.470243 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_create 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.470592 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.470924 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_update 55549900 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.471276 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > agent after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.471637 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > agent after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.471974 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > network after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.472874 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Tracking information for resource: router configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:25.473233 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Tracking information for resource: floatingip configured {{(pid=101970) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 31 23:59:25.478817 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.db.l3_agentschedulers_db [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 31 23:59:25.479389 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.479769 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.480111 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.480455 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.481248 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router before_create 55550100 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.481608 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.481960 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_create 55550100 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.482310 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > router precommit_update 55550100 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.487212 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.provider_configuration [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service providers = [] {{(pid=101970) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 31 23:59:25.487595 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.db.servicetype_db [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101970) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 31 23:59:25.490490 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.service_base [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 23:59:25.490836 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.service_base [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 23:59:25.491172 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.service_base [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 23:59:25.492102 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.services.service_base [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101970) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 31 23:59:25.492465 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.services.service_base [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 31 23:59:25.492836 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.493152 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 31 23:59:25.507596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.507926 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: auto_allocate Oct 31 23:59:25.513821 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: network precommit_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.514183 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: network precommit_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.514694 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.515010 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: tag Oct 31 23:59:25.522004 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.522331 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: timestamp Oct 31 23:59:25.526813 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.527139 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: network_ip_availability Oct 31 23:59:25.532653 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.533013 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.533364 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.534066 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.534381 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: flavors Oct 31 23:59:25.544960 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.545282 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading Plugin: revisions Oct 31 23:59:25.549648 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101970) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 31 23:59:25.550027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.267s {{(pid=101970) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 31 23:59:25.550775 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101970) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 31 23:59:25.551108 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Initializing extension manager. Oct 31 23:59:25.551639 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: __init__.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.551978 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: __pycache__ {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.552304 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.552632 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: address_group.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.553376 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.553948 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: address-group Oct 31 23:59:25.554266 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: address_scope.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.555007 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.555540 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: address-scope Oct 31 23:59:25.555860 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.556799 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.557422 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: router-admin-state-down-before-update Oct 31 23:59:25.557747 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: agent.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.558439 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.558949 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: agent Oct 31 23:59:25.559267 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: agent_resources_synced.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.560186 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.560706 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: agent-resources-synced Oct 31 23:59:25.561031 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: allowedaddresspairs.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.562812 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.563329 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: allowed-address-pairs Oct 31 23:59:25.563671 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: auto_allocated_topology.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.564743 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.565261 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: auto-allocated-topology Oct 31 23:59:25.565578 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: availability_zone.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.566260 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.566819 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: availability_zone Oct 31 23:59:25.567168 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: availability_zone_filter.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.572542 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.573049 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: availability_zone_filter Oct 31 23:59:25.573362 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: data_plane_status.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.574265 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.574772 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension data-plane-status not supported by any of loaded plugins Oct 31 23:59:25.575091 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: default_subnetpools.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.576021 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.576536 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: default-subnetpools Oct 31 23:59:25.576849 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.577647 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.578196 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: dhcp_agent_scheduler Oct 31 23:59:25.578510 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: dns.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.579427 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.579946 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension dns-integration not supported by any of loaded plugins Oct 31 23:59:25.580263 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: dns_domain_ports.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.581163 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.581674 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 31 23:59:25.581987 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.582899 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.583426 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 31 23:59:25.583779 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: dvr.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.584441 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.584949 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: dvr Oct 31 23:59:25.585295 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: ecmp_routes.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.586203 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.586701 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 31 23:59:25.587019 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: empty_string_filtering.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.588551 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.589063 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: empty-string-filtering Oct 31 23:59:25.589380 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.590316 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.590819 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 31 23:59:25.591136 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.592058 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.592563 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 31 23:59:25.592879 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: external_net.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.593770 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.594278 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: external-net Oct 31 23:59:25.594592 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.595522 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.596070 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: extra_dhcp_opt Oct 31 23:59:25.596384 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: extraroute.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.597273 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.597779 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: extraroute Oct 31 23:59:25.598093 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: extraroute_atomic.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.599111 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.599660 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: extraroute-atomic Oct 31 23:59:25.599978 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: filter_validation.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.600829 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.601344 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: filter-validation Oct 31 23:59:25.601660 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: fip_pf_description.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.602563 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.603777 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 31 23:59:25.604098 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: fip_port_details.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.605007 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.605526 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: fip-port-details Oct 31 23:59:25.605844 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: flavors.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.607098 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.607692 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: flavors Oct 31 23:59:25.608014 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.609715 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.610243 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 31 23:59:25.610569 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: floatingip_pools.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.611267 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.611815 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: floatingip-pools Oct 31 23:59:25.612135 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: ip_allocation.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.613087 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.613597 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension ip_allocation not supported by any of loaded plugins Oct 31 23:59:25.613915 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.614821 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.615340 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: ip-substring-filtering Oct 31 23:59:25.615681 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l2_adjacency.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.616587 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.617091 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 31 23:59:25.617448 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.618418 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.619092 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: router Oct 31 23:59:25.619435 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.626854 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.627378 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 31 23:59:25.627730 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.628646 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.629164 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: ext-gw-mode Oct 31 23:59:25.629525 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.630455 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.630970 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: l3-ha Oct 31 23:59:25.631289 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3_flavors.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.632482 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.632991 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: l3-flavors Oct 31 23:59:25.633306 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.634727 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.635522 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 31 23:59:25.635839 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: l3agentscheduler.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.636860 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.637376 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: l3_agent_scheduler Oct 31 23:59:25.637696 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: logging.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.639208 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.639767 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension logging not supported by any of loaded plugins Oct 31 23:59:25.640092 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: metering.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.640838 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.641451 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: metering Oct 31 23:59:25.641769 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.642974 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.643525 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: metering_source_and_destination_fields Oct 31 23:59:25.643851 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: multiprovidernet.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.644766 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.645280 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: multi-provider Oct 31 23:59:25.645599 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: netmtu.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.646588 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.647099 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: net-mtu Oct 31 23:59:25.647612 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: netmtu_writable.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.654097 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.654613 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: net-mtu-writable Oct 31 23:59:25.654936 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: network_availability_zone.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.655629 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.656144 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: network_availability_zone Oct 31 23:59:25.656465 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: network_ip_availability.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.657597 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.658160 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: network-ip-availability Oct 31 23:59:25.658550 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: network_segment_range.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.659322 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.659990 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension network-segment-range not supported by any of loaded plugins Oct 31 23:59:25.660164 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: pagination.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.661139 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.661461 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: pagination Oct 31 23:59:25.661774 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: port_device_profile.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.662676 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.663193 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: port-device-profile Oct 31 23:59:25.663560 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.664473 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.664983 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: port-mac-address-regenerate Oct 31 23:59:25.665299 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.666317 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.666826 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: port-numa-affinity-policy Oct 31 23:59:25.667142 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: port_resource_request.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.668076 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.668584 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension port-resource-request not supported by any of loaded plugins Oct 31 23:59:25.668900 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: port_resource_request_groups.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.669898 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.670408 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 31 23:59:25.670726 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: portbindings.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.671660 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.672175 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: binding Oct 31 23:59:25.672490 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: portbindings_extended.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.673758 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.674274 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: binding-extended Oct 31 23:59:25.674596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: portsecurity.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.675565 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.676079 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: port-security Oct 31 23:59:25.676401 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: project_id.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.677368 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.677691 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: project-id Oct 31 23:59:25.678004 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: providernet.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.678919 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.679465 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: provider Oct 31 23:59:25.679784 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.683532 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.684059 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos not supported by any of loaded plugins Oct 31 23:59:25.684384 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.685619 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.686138 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 31 23:59:25.686471 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.699930 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.700447 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 31 23:59:25.700769 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_default.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.701673 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.702187 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-default not supported by any of loaded plugins Oct 31 23:59:25.702507 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_fip.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.703151 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.703729 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-fip not supported by any of loaded plugins Oct 31 23:59:25.704050 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_gateway_ip.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.704961 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.705478 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 31 23:59:25.705796 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_port_network_policy.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.706700 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.707212 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 31 23:59:25.707558 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.708579 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.709095 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 31 23:59:25.709416 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_pps_rule.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.710627 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.711368 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-pps not supported by any of loaded plugins Oct 31 23:59:25.711671 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_rule_type_details.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.713162 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.713678 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 31 23:59:25.713998 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: qos_rules_alias.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.715056 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.715629 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 31 23:59:25.715953 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: quotasv2.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.716888 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.717212 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: quotas Oct 31 23:59:25.717527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: quotasv2_detail.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.720687 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.721029 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: quota_details Oct 31 23:59:25.721391 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: rbac.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.722441 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.722968 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: rbac-policies Oct 31 23:59:25.723288 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: rbac_address_group.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.724236 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.724757 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: rbac-address-group Oct 31 23:59:25.725076 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: rbac_address_scope.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.725993 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.726548 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: rbac-address-scope Oct 31 23:59:25.726860 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: rbac_security_groups.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.727793 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.728383 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: rbac-security-groups Oct 31 23:59:25.728699 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: rbac_subnetpool.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.729612 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.730126 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: rbac-subnetpool Oct 31 23:59:25.730443 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: revisionifmatch.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.731352 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.731888 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: revision-if-match Oct 31 23:59:25.732204 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: revisions.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.740222 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.740733 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: standard-attr-revisions Oct 31 23:59:25.741048 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: router_availability_zone.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.741706 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.742223 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: router_availability_zone Oct 31 23:59:25.742539 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: routerservicetype.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.743531 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.744127 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension router-service-type not supported by any of loaded plugins Oct 31 23:59:25.744438 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.745354 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.747714 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: security-groups-normalized-cidr Oct 31 23:59:25.747714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.747714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.747714 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: port-security-groups-filtering Oct 31 23:59:25.748044 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.748913 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.749467 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: security-groups-remote-address-group Oct 31 23:59:25.749855 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: securitygroup.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.760713 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.762927 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: security-group Oct 31 23:59:25.762927 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: segment.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.762927 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.763212 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension segment not supported by any of loaded plugins Oct 31 23:59:25.763345 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.764332 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.764848 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 31 23:59:25.765170 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: servicetype.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.766302 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.766858 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: service-type Oct 31 23:59:25.767186 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: sorting.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.768187 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.768515 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: sorting Oct 31 23:59:25.768870 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: standard_attr_segment.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.769787 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.770305 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 31 23:59:25.770628 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: standardattrdescription.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.771269 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.771813 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: standard-attr-description Oct 31 23:59:25.772476 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: stateful_security_group.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.773403 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.773924 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: stateful-security-group Oct 31 23:59:25.774243 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: stdattrs_common.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.775455 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 31 23:59:25.775783 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.776702 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.777257 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 31 23:59:25.777574 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnet_onboard.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.784751 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.785270 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: subnet_onboard Oct 31 23:59:25.785591 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.786513 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.787026 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 31 23:59:25.787390 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnet_service_types.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.788328 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.788843 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: subnet-service-types Oct 31 23:59:25.789160 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnetallocation.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.790239 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.792040 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: subnet_allocation Oct 31 23:59:25.792407 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.793129 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.793660 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: subnetpool-prefix-ops Oct 31 23:59:25.793979 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.794916 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.795447 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 31 23:59:25.795771 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: tagging.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.796887 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.797404 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: standard-attr-tag Oct 31 23:59:25.797725 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: timestamp.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.798922 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.799463 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loaded extension: standard-attr-timestamp Oct 31 23:59:25.799787 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: trunk.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.800809 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.801369 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension trunk not supported by any of loaded plugins Oct 31 23:59:25.801690 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: trunk_details.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.802596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.803118 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension trunk-details not supported by any of loaded plugins Oct 31 23:59:25.803456 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: uplink_status_propagation.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.804370 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.804884 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 31 23:59:25.805201 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Loading extension file: vlantransparent.py {{(pid=101970) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 31 23:59:25.805873 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101970) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 31 23:59:25.806412 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 31 23:59:25.808959 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:network Oct 31 23:59:25.809480 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnet Oct 31 23:59:25.809871 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 23:59:25.810257 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:port Oct 31 23:59:25.811569 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.812042 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service FLAVORS assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.812692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.813132 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.813456 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:router Oct 31 23:59:25.813874 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 23:59:25.818588 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service METERING assigned prefix: /metering {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.818588 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.818588 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.818588 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 31 23:59:25.818588 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 23:59:25.819042 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:security_group Oct 31 23:59:25.819042 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 23:59:25.819042 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service CORE assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.819286 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 23:59:25.819621 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] subnetpool is already registered Oct 31 23:59:25.820046 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service CORE assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.820365 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 23:59:25.820691 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] subnetpool is already registered Oct 31 23:59:25.823735 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.824181 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service FLAVORS assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.824793 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.825209 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.825545 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:router Oct 31 23:59:25.825887 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] router is already registered Oct 31 23:59:25.826303 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:floatingip Oct 31 23:59:25.826634 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] floatingip is already registered Oct 31 23:59:25.827079 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service METERING assigned prefix: /metering {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.827815 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of CountableResource for resource:rbac_policy Oct 31 23:59:25.828146 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] rbac_policy is already registered Oct 31 23:59:25.828551 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:security_group Oct 31 23:59:25.828889 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] security_group is already registered Oct 31 23:59:25.829292 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 31 23:59:25.829622 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] security_group_rule is already registered Oct 31 23:59:25.830147 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service CORE assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.830464 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 23:59:25.830791 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] subnetpool is already registered Oct 31 23:59:25.831200 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.v2.resource_helper [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Service CORE assigned prefix: {{(pid=101970) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 31 23:59:25.831537 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Creating instance of TrackedResource for resource:subnetpool Oct 31 23:59:25.831862 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING neutron.quota.resource_registry [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] subnetpool is already registered Oct 31 23:59:25.833570 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: extensions {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.835045 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: address-groups {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.836567 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: address-scopes {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.838454 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: agents {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.839728 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: auto-allocated-topology {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.840962 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: availability_zones {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.842171 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: dhcp-networks {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.843596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: dhcp-agents {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.845086 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: routers {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.847238 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: flavors {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.848508 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: service_profiles {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.849722 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: next_providers {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.851152 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: service_profiles {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.852613 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: floatingip-pools {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.854024 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: routers {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.856123 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: floatingips {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.857400 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: l3-routers {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.858821 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: l3-agents {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.860352 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: metering-labels {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.861608 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: metering-label-rules {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.862969 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: network-ip-availabilities {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.864254 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: bindings {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.865842 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: quotas {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.867498 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: quotas {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.869047 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: rbac-policies {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.870281 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: security-groups {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.871619 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: security-group-rules {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.872846 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: service-providers {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.874057 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: subnetpools {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.875466 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: subnetpools {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.876972 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.878637 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.880449 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.882520 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.884765 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.886678 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.888451 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.891187 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.893041 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.894756 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron.api.extensions [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Extended resource: tags {{(pid=101970) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 31 23:59:25.901714 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING keystonemiddleware.auth_token [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 31 23:59:25.906210 dv-cinder-816104-1-iscsi neutron-server[101970]: WARNING keystonemiddleware.auth_token [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 31 23:59:25.915013 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Acquired lock "singleton_lock" {{(pid=101970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 31 23:59:25.915609 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_concurrency.lockutils [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Releasing lock "singleton_lock" {{(pid=101970) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 31 23:59:25.916350 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Starting 2 workers Oct 31 23:59:25.921130 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Started child 102081 {{(pid=101970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 23:59:25.925497 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Started child 102082 {{(pid=101970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 23:59:25.926520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.927205 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO neutron.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 31 23:59:25.927702 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Publish callbacks [] for process, before_spawn {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.927991 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [-] (102081) wsgi starting up on http://0.0.0.0:9696 Oct 31 23:59:25.930035 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Starting 1 workers Oct 31 23:59:25.930192 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.931433 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [-] (102082) wsgi starting up on http://0.0.0.0:9696 Oct 31 23:59:25.935384 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Started child 102083 {{(pid=101970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 23:59:25.935920 dv-cinder-816104-1-iscsi neutron-server[101970]: INFO oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Starting 1 workers Oct 31 23:59:25.939132 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] calling RpcWorker wait() {{(pid=102083) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 31 23:59:25.939711 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] returning from RpcWorker wait() {{(pid=102083) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 31 23:59:25.940310 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Started child 102084 {{(pid=101970) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 31 23:59:25.941123 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93f13fe5-5dbc-47ed-bbd1-60efe2218609 None None] Publish callbacks [] for process, after_spawn {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.941228 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.941598 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:25.942941 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 23:59:25.943156 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 23:59:25.943337 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 23:59:25.943736 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 23:59:25.943973 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 23:59:25.944067 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 23:59:25.944576 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.944841 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.945102 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.945320 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:25.945766 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.945766 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.946150 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.946395 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.947174 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.947448 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.947823 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.948094 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.948266 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.948510 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.948757 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.949072 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.949338 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.949592 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.949849 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.950016 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.950440 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.950711 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.950960 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.951219 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] debug = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.951475 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.951931 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.952155 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.952405 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.952621 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.952908 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.953128 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.953388 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.953634 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.953849 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.954103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.954353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.954605 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.954808 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.955020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.955277 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.955529 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.955991 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] host = dv-cinder-816104-1-iscsi {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.956214 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.956444 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.956666 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.956894 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.957143 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.957353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.957625 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.957873 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.958106 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.958341 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.958584 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.958822 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.959052 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.959295 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.959476 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_options = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.959693 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.959963 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.960251 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.960385 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.960543 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.960712 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.960973 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.961132 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.961519 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.961708 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.961918 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.962144 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.963038 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.963371 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.963701 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.963948 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.964170 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.964412 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.964690 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.964909 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.965135 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.965357 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.965589 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.965826 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.966068 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.966298 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.966521 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.966748 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.966960 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.967211 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.967469 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.967710 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.967942 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.968192 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.968443 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.968673 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.968896 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.969134 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.969412 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.969630 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.969874 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.970140 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.970348 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.970568 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.970776 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.971003 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.971229 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_json = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.971452 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.971701 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.971957 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.972186 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.972398 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.972606 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.972813 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.973124 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:25.973473 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.973762 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.974063 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.974321 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.974568 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.975872 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.976000 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:25.976098 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.976353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.976682 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.977020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.977389 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.977714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.978110 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.978410 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.978748 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.979169 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.980540 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.980540 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.980540 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.980540 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.981339 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.981339 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.981515 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.981897 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.982146 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.982399 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.982659 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.983013 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.983320 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.983617 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.983866 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.984103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.984345 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.984579 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.984792 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.985126 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.985351 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.985616 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.985851 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.986065 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.986284 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.986520 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987527 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987855 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.987945 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.988100 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.988323 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.988550 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.988780 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.989005 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.989214 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.989469 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.989692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.989913 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.990107 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.990342 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.990591 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.990846 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.991073 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.991279 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.991506 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.991722 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996293 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.996959 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.997232 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.997731 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.997968 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.999468 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:25.999779 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.000062 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.000308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.000559 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.000797 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.001040 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.001281 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.001497 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.001724 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.001965 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.002263 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.002565 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.002819 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.003087 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.003311 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.003624 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.003850 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.004087 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.004343 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.004582 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.004803 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.005064 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.005302 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.005545 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.005771 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.005990 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.006262 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.006486 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.007017 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.007253 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.007532 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.007751 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.008035 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.008298 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.008533 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.008763 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.009015 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.009867 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.010109 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.010386 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.010603 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.010878 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.011190 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.011506 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.011806 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.012053 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.012348 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.012633 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.012913 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.013131 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.013368 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.013617 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.013856 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.014134 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.014363 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.014602 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.014818 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.015047 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.015368 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.015626 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.015861 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.016079 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.016336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.016580 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.016821 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.017098 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.017371 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.017596 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.017843 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.018069 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.018307 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.018549 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.018793 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.019012 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.019244 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.019496 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.019741 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.019956 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.020170 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.020403 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.020616 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.020834 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.021045 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.021284 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.021499 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.021749 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.021963 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.022200 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.022434 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.022653 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.022870 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.023094 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.023308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.023575 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.023795 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.024057 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.024303 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.024517 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.024779 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.025067 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.025334 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.025551 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.025811 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.026030 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.026240 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.026471 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.026714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.026944 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.027152 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.027376 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.027628 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.027860 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.028102 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.028436 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.028685 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.028915 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.029147 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.029360 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.029608 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.029822 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.030068 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.030279 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.030490 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.030703 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.030956 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.031195 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.031448 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.031663 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.031890 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.032098 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.032308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.032512 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.032805 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.033052 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.033274 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.033524 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.033758 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.033990 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.034214 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.034420 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.034630 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.034849 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.035066 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.035276 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.035549 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.035760 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.035996 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.036215 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.036428 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.036652 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.036888 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.037119 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.037325 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.037543 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.037756 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.037961 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.038180 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.038386 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.038590 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.038806 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.039029 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.039237 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.039485 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.039692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.039918 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.040136 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.040395 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.040660 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.041014 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.041262 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.041476 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.041758 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.042003 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.042244 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.042494 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.042797 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.043049 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.043306 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.043587 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.043803 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.044021 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.044323 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.044643 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.044913 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.045165 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.045400 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.045683 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.045969 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.046239 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.046447 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.046735 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.047070 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.047343 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.047612 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.047855 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.048086 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.048308 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.048521 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.048764 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.049012 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.049230 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.049503 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.049719 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.049969 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.050211 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.050451 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.050663 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.050903 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.051154 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.051359 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.051595 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.051780 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 23:59:26.052522 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101970) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 31 23:59:26.052685 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 31 23:59:26.052836 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 31 23:59:26.053018 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 31 23:59:26.053185 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 31 23:59:26.053342 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 31 23:59:26.053543 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.053705 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.053869 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.054059 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.054222 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.054418 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.054626 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.054828 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055032 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055032 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055335 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055335 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055715 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.055715 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.056503 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.056503 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.056762 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.056762 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057363 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057500 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057632 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] debug = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057766 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.057900 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058058 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058195 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058327 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058459 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058604 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058760 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.058918 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059070 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059205 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059366 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059534 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059687 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059842 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.059997 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.060152 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.060495 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] host = dv-cinder-816104-1-iscsi {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.060495 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.060762 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.060762 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061020 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061261 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061467 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061621 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061776 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.061932 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062089 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062245 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062402 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062541 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_options = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062698 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.062853 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063178 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063178 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063344 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063501 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063659 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063814 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.063970 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064126 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064282 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064437 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064591 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064746 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.064902 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065057 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065213 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065368 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065525 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065683 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065837 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.065991 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066147 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066302 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066455 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066610 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066764 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.066920 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067075 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067233 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067394 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067578 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067714 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067851 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.067981 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068139 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068286 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068439 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068597 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068755 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.068910 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069065 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069238 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069378 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069511 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069654 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069804 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_json = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.069959 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070114 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070268 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070422 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070578 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070735 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.070890 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.071048 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 31 23:59:26.071224 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.071384 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.071686 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.072268 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.072429 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.072587 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.072822 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.072916 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073036 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073193 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073358 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073517 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073687 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.073846 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074004 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074164 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074325 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074483 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074642 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074801 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.074959 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075117 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075283 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075464 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075622 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075777 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.075928 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076280 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076440 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076599 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076757 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.076917 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077076 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077235 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077394 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077554 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077712 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.077869 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078184 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078342 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078501 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078660 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078818 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.078977 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079135 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079294 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079478 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079663 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079779 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.079941 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.080101 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.080532 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.080692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.081336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.081336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.081336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.081336 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082027 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082656 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082656 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082656 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.082656 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083167 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083167 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083167 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083418 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083418 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083552 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083684 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083822 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.083959 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084094 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084252 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084399 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084558 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084716 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.084871 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085029 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085188 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085345 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085504 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085662 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085820 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.085987 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086157 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086315 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086474 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086607 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086765 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.086924 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.087080 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.087797 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.087961 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088120 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088280 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088440 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088600 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088758 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.088915 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089073 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089230 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089393 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089550 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089709 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.089876 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090026 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090184 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090342 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090500 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090839 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.090839 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091010 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091114 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091273 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091465 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091636 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091799 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.091957 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092262 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092420 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092578 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092736 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.092898 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093055 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093215 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093381 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093551 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093709 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.093867 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094024 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094204 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094362 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094524 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094676 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094816 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.094960 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095120 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095279 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095443 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095607 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095767 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.095926 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096084 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096282 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096434 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096561 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096692 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096824 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.096980 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097139 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097298 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097455 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097613 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097773 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.097932 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098091 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098250 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098408 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098567 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098726 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.098883 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099040 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099198 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099360 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099539 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099697 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.099855 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100016 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100174 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100332 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100489 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100649 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100806 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.100964 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101124 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101283 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101442 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101601 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101758 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.101918 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102231 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102389 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102546 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102703 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.102920 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.103670 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.103799 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.103945 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104131 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104251 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104411 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104570 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104727 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.104886 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105044 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105204 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105365 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105526 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105683 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105842 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.105999 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106157 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106315 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106485 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106643 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106801 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.106986 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107144 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107303 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107464 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:26.107579 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107664 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107785 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.107945 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108103 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108262 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108431 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108590 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108747 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.108906 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109064 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109224 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109396 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109554 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109712 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.109872 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110029 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110186 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110353 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110511 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110669 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110827 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.110985 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111143 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111311 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111488 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111648 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111807 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.111964 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112122 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112289 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112449 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112608 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112774 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.112930 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113087 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113245 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113415 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113574 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113734 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.113892 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114051 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114207 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114366 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114528 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114695 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.114860 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115019 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115185 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115351 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115538 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115696 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.115861 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116029 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116187 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116345 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116501 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116660 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116817 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.116974 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117133 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117291 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117449 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117608 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117769 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.117928 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.118085 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.118243 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.118402 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.118647 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.118808 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.119038 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.119202 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 31 23:59:26.119359 dv-cinder-816104-1-iscsi neutron-server[101970]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101970) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 31 23:59:26.268076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 42478) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:26.277173 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069494 Oct 31 23:59:38.086284 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add9bfcd-724c-4957-b578-200917874bfc None None] get_active_networks_info from dv-cinder-816104-1-iscsi {{(pid=102083) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 31 23:59:38.204463 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9bfcd-724c-4957-b578-200917874bfc None None] No non-hosted networks {{(pid=102083) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 31 23:59:38.242587 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.agentschedulers_db [None req-add9bfcd-724c-4957-b578-200917874bfc None None] DHCP Agent not found on host dv-cinder-816104-1-iscsi {{(pid=102083) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 31 23:59:38.375195 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1c8261f3-ff49-4332-af95-42ba0a2d604a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:40.551705 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2641e94c-f167-4673-b3b1-9c50a95bd9ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:40.603269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.db.api [None req-652a6057-ec61-41fb-814b-94c247f7d44f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-816104-1-iscsi {{(pid=102083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 31 23:59:40.603755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG oslo_db.api [None req-652a6057-ec61-41fb-814b-94c247f7d44f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 31 23:59:41.205490 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-652a6057-ec61-41fb-814b-94c247f7d44f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:41.833869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:41.963003 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:41.963913 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.964558 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.965073 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.965674 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.966278 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.966754 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.967227 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.967752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.968523 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.969060 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.970242 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.970955 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:41.971561 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-816104-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:41.980163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-816104-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 31 23:59:43.373575 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:44.583496 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 42570) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:45.092349 dv-cinder-816104-1-iscsi neutron-server[102082]: WARNING oslo_policy.policy [None req-f4191244-ba8b-484c-85b6-404a3fb34fda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:45.092919 dv-cinder-816104-1-iscsi neutron-server[102082]: WARNING oslo_policy.policy [None req-f4191244-ba8b-484c-85b6-404a3fb34fda admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:45.325482 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [None req-f4191244-ba8b-484c-85b6-404a3fb34fda admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 31 23:59:45.326554 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f4191244-ba8b-484c-85b6-404a3fb34fda admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7420027 Oct 31 23:59:47.003525 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.db.l3_hamode_db [None req-6f78a189-9bbe-4686-83a6-bf15e51ec4a3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 31 23:59:47.081147 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a189-9bbe-4686-83a6-bf15e51ec4a3 None None] Routers set() bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 31 23:59:47.081550 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f78a189-9bbe-4686-83a6-bf15e51ec4a3 None None] Router IDs set() for agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 31 23:59:47.802332 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42584) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:48.288231 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING oslo_policy.policy [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:48.288823 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING oslo_policy.policy [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:48.513283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 31 23:59:48.607662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.policy [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102081) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 31 23:59:48.654454 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING oslo_policy.policy [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:48.654818 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING oslo_policy.policy [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 31 23:59:48.663335 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.quota [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] Loaded quota_driver: . Oct 31 23:59:48.807430 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282858526', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282859115', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282846249', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282848757', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282930474', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790282368631', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-994467', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-918151', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1675611', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1576310'] for rbac-policy, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:49.009783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:49.011212 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-422fc630-aea3-4769-80aa-5ea5314a7ecf admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2067714 Oct 31 23:59:51.682004 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42602) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:51.977007 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 31 23:59:52.084202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Made reservation on behalf of 7eb05225c7e64447976e0a39cd1de8ac for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 23:59:52.087784 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.104959 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.208408 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.275351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.298826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 31 23:59:52.323294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790280994663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.323884 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Unsubscribe: segment precommit_create {{(pid=102081) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 31 23:59:52.324374 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Added segment 42252496-9f37-41d8-94c2-1ba6add29359 of type vlan for network 4f834506-7d58-492e-b761-36166775dd4a Oct 31 23:59:52.338645 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87ea7c4-3adc-4ba3-8731-764d1e6088b6,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 23:59:52.386387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.386658 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.386990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.387312 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.389930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.389930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.389930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.389930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.389930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.390340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.390340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.390340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Tracked resource versions report: Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: pushed versions: Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: { 'AddressGroup': {'1.2'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'ConntrackHelper': {'1.0'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Log': {'1.0'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Network': {'1.1'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Port': {'1.7'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'PortForwarding': {'1.2'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'QosPolicy': {'1.10'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroup': {'1.4'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroupRule': {'1.2'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SubPort': {'1.0'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Subnet': {'1.1'}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Trunk': {'1.1'}} Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: consumer versions: Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: L3 agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: Metering agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'ConntrackHelper': '1.0', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Log': '1.0', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Network': '1.1', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Port': '1.7', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'PortForwarding': '1.2', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'QosPolicy': '1.10', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroup': '1.4', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroupRule': '1.2', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SubPort': '1.0', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Subnet': '1.1', Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Trunk': '1.1'}} Oct 31 23:59:52.390814 dv-cinder-816104-1-iscsi neutron-server[102081]: {{(pid=102081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 23:59:52.440351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.538422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.539700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 31 23:59:52.540369 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:52.634277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] Pushing event updated for resources: {'Network': ['ID=4f834506-7d58-492e-b761-36166775dd4a,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 23:59:52.645320 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 4f834506-7d58-492e-b761-36166775dd4a details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 31 23:59:52.669754 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c360ffc6-b3db-45f0-bb00-511f45580b35 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9866853 Oct 31 23:59:55.402599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42616) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:55.795228 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468468fe-8ced-41e9-9751-d474f42ec9cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 31 23:59:55.796659 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-468468fe-8ced-41e9-9751-d474f42ec9cf admin admin] 10.222.0.41 "GET /v2.0/networks/4f834506-7d58-492e-b761-36166775dd4a HTTP/1.1" status: 200 len: 825 time: 0.3930628 Oct 31 23:59:55.822329 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-4a5fe710-c833-45d4-91d6-2ff162f3dd10 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/fbfabe3f-3866-4f8e-985c-8a2a202112f7 HTTP/1.1" status: 200 len: 734 time: 0.0194173 Oct 31 23:59:55.831182 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Request body: {'subnet': {'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gateway_ip': '172.20.0.1'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 31 23:59:55.904293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Made reservation on behalf of 7eb05225c7e64447976e0a39cd1de8ac for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 31 23:59:55.906529 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:56.259077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:56.329955 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1c40b2-8731-4867-9e20-f8b87be702a8,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 23:59:56.331957 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Checking segment: {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Oct 31 23:59:56.332313 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Network hostable DHCP agents. Network: 4f834506-7d58-492e-b761-36166775dd4a, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 31 23:59:56.455217 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Network 4f834506-7d58-492e-b761-36166775dd4a is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 31 23:59:56.538611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 4f834506-7d58-492e-b761-36166775dd4a) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 23:59:56.543238 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 31 23:59:56.543848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:56.548643 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4466c66a-7933-4a53-b91c-2b9d1a09dfde None None] Network 4f834506-7d58-492e-b761-36166775dd4a requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 31 23:59:56.633548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c82f4e00-877e-4651-a694-0dbbe6666366 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8049493 Oct 31 23:59:56.870842 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-4f834506-7d58-492e-b761-36166775dd4a', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 31 23:59:56.872110 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.169069 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Allocated IP 172.20.0.2 (4f834506-7d58-492e-b761-36166775dd4a/5f1c40b2-8731-4867-9e20-f8b87be702a8/71abc9be-9e0a-4672-8927-fe8ba8372e2e) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 31 23:59:57.370629 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.505112 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.579308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Network 4f834506-7d58-492e-b761-36166775dd4a is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 31 23:59:57.587814 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 31 23:59:57.593044 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Pushing event updated for resources: {'Port': ['ID=71abc9be-9e0a-4672-8927-fe8ba8372e2e,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 23:59:57.595141 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 31 23:59:57.604874 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.605237 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.605578 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.605905 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.606232 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.606554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.606872 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.607189 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.607543 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.607865 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.608179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.608551 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Tracked resource versions report: Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: pushed versions: Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: { 'AddressGroup': {'1.2'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'ConntrackHelper': {'1.0'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Log': {'1.0'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Network': {'1.1'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Port': {'1.7'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'PortForwarding': {'1.2'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'QosPolicy': {'1.10'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroup': {'1.4'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroupRule': {'1.2'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SubPort': {'1.0'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Subnet': {'1.1'}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Trunk': {'1.1'}} Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: consumer versions: Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: L3 agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: Metering agent@dv-cinder-816104-1-iscsi: {}, Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'ConntrackHelper': '1.0', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Log': '1.0', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Network': '1.1', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Port': '1.7', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'PortForwarding': '1.2', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'QosPolicy': '1.10', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroup': '1.4', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroupRule': '1.2', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SubPort': '1.0', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Subnet': '1.1', Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Trunk': '1.1'}} Oct 31 23:59:57.609553 dv-cinder-816104-1-iscsi neutron-server[102083]: {{(pid=102083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 31 23:59:57.684756 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Attempting to bind port 71abc9be-9e0a-4672-8927-fe8ba8372e2e on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 31 23:59:57.685144 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Attempting to bind port 71abc9be-9e0a-4672-8927-fe8ba8372e2e by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 31 23:59:57.685816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Attempting to bind port 71abc9be-9e0a-4672-8927-fe8ba8372e2e on network 4f834506-7d58-492e-b761-36166775dd4a {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 31 23:59:57.690995 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'heartbeat_timestamp': datetime.datetime(2021, 10, 31, 23, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 31 23:59:57.691366 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Checking segment: {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Oct 31 23:59:57.691837 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.692216 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Bound using segment: {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 31 23:59:57.692697 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Bound port: 71abc9be-9e0a-4672-8927-fe8ba8372e2e, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Oct 31 23:59:57.693105 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.753117 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] For port 71abc9be-9e0a-4672-8927-fe8ba8372e2e, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 31 23:59:57.757700 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] For port 71abc9be-9e0a-4672-8927-fe8ba8372e2e, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=71abc9be-9e0a-4672-8927-fe8ba8372e2e,segment=NetworkSegment(42252496-9f37-41d8-94c2-1ba6add29359),segment_id=42252496-9f37-41d8-94c2-1ba6add29359)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 31 23:59:57.876466 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 31 23:59:57.944388 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95728b-a74e-486b-a3a9-ae66aa759af7 None None] Pushing event updated for resources: {'Port': ['ID=71abc9be-9e0a-4672-8927-fe8ba8372e2e,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 31 23:59:59.160660 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42624) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 31 23:59:59.483675 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [None req-db124d6c-8221-493d-89c8-47c1153499af admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 31 23:59:59.484739 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-db124d6c-8221-493d-89c8-47c1153499af admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3231142 Nov 01 00:00:02.009563 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 42632) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:02.317816 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [None req-ce5d2258-1dc2-490a-b28b-55b5d23bc9b5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:00:02.331425 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ce5d2258-1dc2-490a-b28b-55b5d23bc9b5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3082983 Nov 01 00:00:05.105693 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 42642) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:05.405667 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Request body: {'router': {'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'name': 'router1', 'admin_state_up': True}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:00:05.471763 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.policy [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102082) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 01 00:00:05.520028 dv-cinder-816104-1-iscsi neutron-server[102082]: WARNING oslo_policy.policy [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 00:00:05.520414 dv-cinder-816104-1-iscsi neutron-server[102082]: WARNING oslo_policy.policy [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 01 00:00:05.529204 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.quota [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Loaded quota_driver: . Nov 01 00:00:05.666993 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:05.669042 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:05.823936 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:05.890841 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:05.971604 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:05.972839 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6fea1a15-0368-4c88-88c8-4d89ffb61fb8 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8661945 Nov 01 00:00:07.095492 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92efbf7-37c5-4f86-80e7-7259f29e556b None None] Network 4f834506-7d58-492e-b761-36166775dd4a requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:00:07.173120 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] Provisioning complete for port 71abc9be-9e0a-4672-8927-fe8ba8372e2e triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:07.173496 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:07.384804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:07.432311 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] For port 71abc9be-9e0a-4672-8927-fe8ba8372e2e, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=71abc9be-9e0a-4672-8927-fe8ba8372e2e,segment=NetworkSegment(42252496-9f37-41d8-94c2-1ba6add29359),segment_id=42252496-9f37-41d8-94c2-1ba6add29359)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:00:07.509607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:07.561447 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b093430-e9b7-450c-84b7-c9d4be366f45 None None] Pushing event updated for resources: {'Port': ['ID=71abc9be-9e0a-4672-8927-fe8ba8372e2e,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:07.630593 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-80e589f9-34c0-41ae-838d-788d7f2129bc None None] Provisioning complete for port 71abc9be-9e0a-4672-8927-fe8ba8372e2e triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:07.630963 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-80e589f9-34c0-41ae-838d-788d7f2129bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:07.722679 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 71abc9be-9e0a-4672-8927-fe8ba8372e2e up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:00:07.769268 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 71abc9be-9e0a-4672-8927-fe8ba8372e2e triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:07.769639 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:08.058134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a7e52402-8da1-4dc0-bf13-abc794b2648b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:08.470975 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42656) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:08.782213 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [None req-6eb78816-1526-4619-9896-8ce24dd05fcd admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:00:08.783204 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6eb78816-1526-4619-9896-8ce24dd05fcd admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3112886 Nov 01 00:00:10.535235 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b50dcf2f-c9da-4142-8f99-ae3dc780dce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.238358 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42664) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:11.546160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:00:11.652178 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Made reservation on behalf of 0d0224d669d744dc896e4b4046f8b287 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:00:11.654481 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.663113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.733969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.806498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.834885 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.869988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Reserving flat network on physical network physnet1 {{(pid=102081) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 01 00:00:11.888754 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaae1723-ad4e-42e0-89ab-3fced6b87f9a,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:11.893205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.893541 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Added segment 37fc7a82-79e3-4dc1-a28d-c1665023e53b of type flat for network 05f8ebbf-fecf-4e99-8683-a6ff3636977d Nov 01 00:00:11.939293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:11.983842 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:12.041105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:12.042022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:00:12.042606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:12.100128 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] Pushing event updated for resources: {'Network': ['ID=05f8ebbf-fecf-4e99-8683-a6ff3636977d,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:12.110276 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:00:12.169074 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-13c6145a-07cb-4d2c-aa86-8a52c593c179 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9295602 Nov 01 00:00:13.304612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:13.999206 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:00:14.634139 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42682) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:14.809564 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a71ec99-52cd-433a-81e1-b8c5f845e8c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:00:14.810887 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-8a71ec99-52cd-433a-81e1-b8c5f845e8c4 admin admin] 10.222.0.41 "GET /v2.0/subnets/5f1c40b2-8731-4867-9e20-f8b87be702a8 HTTP/1.1" status: 200 len: 849 time: 0.1756117 Nov 01 00:00:14.967946 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-dcb11b06-122e-48ab-8a8a-610f5515f582 admin admin] 10.222.0.41 "GET /v2.0/routers/71e5d6ba-2a41-4edf-873d-236383285715 HTTP/1.1" status: 200 len: 704 time: 0.1507337 Nov 01 00:00:15.231158 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:15.523969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Allocated IP 172.20.0.1 (4f834506-7d58-492e-b761-36166775dd4a/5f1c40b2-8731-4867-9e20-f8b87be702a8/2d2dce11-6e7f-4a1f-b692-2ea6373780bf) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:00:15.726757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:15.852824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:15.924346 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Network 4f834506-7d58-492e-b761-36166775dd4a is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:00:15.931264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:00:15.937512 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:00:15.938056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.000957 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:16.185432 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-014fb23c-a88c-45a2-b441-193291aee828 None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:16.186049 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-014fb23c-a88c-45a2-b441-193291aee828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.206146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.218300 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-014fb23c-a88c-45a2-b441-193291aee828 None None] Port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:00:16.410099 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.488739 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.489472 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.568122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Pushing event updated for resources: {'Port': ['ID=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:16.620318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Network 4f834506-7d58-492e-b761-36166775dd4a is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:00:16.621698 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:00:16.840792 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-2bc65972-ff34-4cb6-86da-32a22e0a34c2 None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:16.841158 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2bc65972-ff34-4cb6-86da-32a22e0a34c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:16.886956 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Router 71e5d6ba-2a41-4edf-873d-236383285715 is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:00:16.921668 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-2bc65972-ff34-4cb6-86da-32a22e0a34c2 None None] Port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:00:16.979375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:00:16.984609 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3e9c4cca-149b-4fc5-81b4-1031b8059942 admin admin] 10.222.0.41 "PUT /v2.0/routers/71e5d6ba-2a41-4edf-873d-236383285715/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0107307 Nov 01 00:00:16.989613 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Sync routers for ids ['71e5d6ba-2a41-4edf-873d-236383285715'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:00:17.004867 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Routers {'71e5d6ba-2a41-4edf-873d-236383285715'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:00:17.005665 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:00:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['71e5d6ba-2a41-4edf-873d-236383285715'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:17.194337 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Set router 71e5d6ba-2a41-4edf-873d-236383285715 gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:00:17.621038 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:16Z', 'revision_number': 2, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port_host': None, '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:16Z', 'revision_number': 2, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:17.675957 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Checking router: 71e5d6ba-2a41-4edf-873d-236383285715 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:00:17.676325 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Updating router 71e5d6ba-2a41-4edf-873d-236383285715 port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:00:17.723838 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.222804 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.271861 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.416305 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Pushing event updated for resources: {'Port': ['ID=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:18.424178 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.424633 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.424984 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.425317 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.425652 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.425982 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.426307 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.426633 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.426978 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.427297 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.427663 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.427984 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Tracked resource versions report: Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: pushed versions: Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: { 'AddressGroup': {'1.2'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'ConntrackHelper': {'1.0'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Log': {'1.0'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Network': {'1.1'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Port': {'1.7'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'PortForwarding': {'1.2'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'QosPolicy': {'1.10'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroup': {'1.4'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SubPort': {'1.0'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Subnet': {'1.1'}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Trunk': {'1.1'}} Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: consumer versions: Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'ConntrackHelper': '1.0', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Log': '1.0', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Network': '1.1', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Port': '1.7', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'PortForwarding': '1.2', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'QosPolicy': '1.10', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroup': '1.4', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroupRule': '1.2', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SubPort': '1.0', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Subnet': '1.1', Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Trunk': '1.1'}} Nov 01 00:00:18.429328 dv-cinder-816104-1-iscsi neutron-server[102084]: {{(pid=102084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:00:18.458090 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Attempting to bind port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:00:18.458469 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Attempting to bind port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:00:18.459143 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Attempting to bind port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf on network 4f834506-7d58-492e-b761-36166775dd4a {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:00:18.464892 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:00:18.465298 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Checking segment: {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:00:18.465766 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.466154 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Bound using segment: {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:00:18.466675 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Bound port: 2d2dce11-6e7f-4a1f-b692-2ea6373780bf, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42252496-9f37-41d8-94c2-1ba6add29359', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '4f834506-7d58-492e-b761-36166775dd4a'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:00:18.467081 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.532049 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] For port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:00:18.549506 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-688f124a-dd51-4d54-b662-93aab1dca899 None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:18.550066 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-688f124a-dd51-4d54-b662-93aab1dca899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.551040 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] For port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,segment=NetworkSegment(42252496-9f37-41d8-94c2-1ba6add29359),segment_id=42252496-9f37-41d8-94c2-1ba6add29359)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:00:18.583144 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-688f124a-dd51-4d54-b662-93aab1dca899 None None] Port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:00:18.618925 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.680008 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d859be7-ed14-4137-9a89-985ef7c0b782 None None] Pushing event updated for resources: {'Port': ['ID=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:18.684309 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Routers {'71e5d6ba-2a41-4edf-873d-236383285715'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:00:18.684920 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:00:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['71e5d6ba-2a41-4edf-873d-236383285715'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:18.777971 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] Set router 71e5d6ba-2a41-4edf-873d-236383285715 gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:00:18.903862 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:18.904226 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.981734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:18.983591 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:16Z', 'revision_number': 2, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port_host': None, '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:18Z', 'revision_number': 4, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:19.009815 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85f6c329-e73b-409e-9c1f-fcadf938827a None None] The sync data for ids ['71e5d6ba-2a41-4edf-873d-236383285715'] in dv-cinder-816104-1-iscsi is: [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:16Z', 'revision_number': 2, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port_host': None, '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:18Z', 'revision_number': 4, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:00:19.013431 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] For port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,segment=NetworkSegment(42252496-9f37-41d8-94c2-1ba6add29359),segment_id=42252496-9f37-41d8-94c2-1ba6add29359)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:00:19.089076 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:19.141650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50704ecc-ed2b-482e-ba4a-b783f8b2f4e2 None None] Pushing event updated for resources: {'Port': ['ID=2d2dce11-6e7f-4a1f-b692-2ea6373780bf,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:19.332501 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42702) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:19.440131 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53c200d-6dcc-44e5-bfe8-feb8493ab315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:00:19.441499 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d53c200d-6dcc-44e5-bfe8-feb8493ab315 admin admin] 10.222.0.41 "GET /v2.0/networks/05f8ebbf-fecf-4e99-8683-a6ff3636977d HTTP/1.1" status: 200 len: 842 time: 0.1080368 Nov 01 00:00:19.452492 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:00:19.595305 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Made reservation on behalf of 0d0224d669d744dc896e4b4046f8b287 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:00:19.597629 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:19.957326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.objects.ports [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102081) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Nov 01 00:00:19.957685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:20.019259 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=33f53cc3-ee3b-4e20-9355-3410513a3f9a,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:20.023788 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:00:20.024129 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Network hostable DHCP agents. Network: 05f8ebbf-fecf-4e99-8683-a6ff3636977d, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:00:20.109164 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:00:20.191710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 05f8ebbf-fecf-4e99-8683-a6ff3636977d) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:00:20.200672 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55ed88-bd20-4533-ac28-db9a4efa09c2 None None] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:00:20.201183 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:00:20.201730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:20.268599 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-30aa55cb-6a01-4a59-9e65-6f4594f6dbbc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8195176 Nov 01 00:00:20.335477 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b24ee8-66b6-453b-be25-4ae1a1f00f71 None None] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:00:22.684688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 42710) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:22.883305 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-25cfe303-6abd-4573-9c9b-3b3fc6ea1260 admin admin] 10.222.0.41 "GET /v2.0/routers/71e5d6ba-2a41-4edf-873d-236383285715 HTTP/1.1" status: 200 len: 710 time: 0.1972861 Nov 01 00:00:22.966502 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b4ea7-aea3-49fd-8385-72e5a69af011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:00:22.967890 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c96b4ea7-aea3-49fd-8385-72e5a69af011 admin admin] 10.222.0.41 "GET /v2.0/networks/05f8ebbf-fecf-4e99-8683-a6ff3636977d HTTP/1.1" status: 200 len: 886 time: 0.0787427 Nov 01 00:00:22.977155 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:00:23.214217 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:23.533324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:23.606990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:23.813938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Allocated IP 172.27.1.35 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/8645b02d-660e-4c71-9ded-810e2c26413c) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:00:23.916888 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.041384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.081036 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:00:24.084257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:00:24.089760 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:00:24.123549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Pushing event updated for resources: {'Port': ['ID=8645b02d-660e-4c71-9ded-810e2c26413c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:24.421807 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.723125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1685913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1684002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5746'] for router, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.726664 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1685906', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1685899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1683995'] for router, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.832447 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Router 71e5d6ba-2a41-4edf-873d-236383285715 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:00:24.938112 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:00:24.942511 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:24.943581 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5a2f6c4a-2c4b-414d-b42c-7c4819ecfd6c admin admin] 10.222.0.41 "PUT /v2.0/routers/71e5d6ba-2a41-4edf-873d-236383285715 HTTP/1.1" status: 200 len: 889 time: 1.9695270 Nov 01 00:00:25.715864 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 2d2dce11-6e7f-4a1f-b692-2ea6373780bf up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:00:25.783443 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:25.783819 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:25.911134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Sync routers for ids ['71e5d6ba-2a41-4edf-873d-236383285715'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:00:25.921874 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Routers {'71e5d6ba-2a41-4edf-873d-236383285715'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:00:25.922514 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:00:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['71e5d6ba-2a41-4edf-873d-236383285715'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:26.139671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Set router 71e5d6ba-2a41-4edf-873d-236383285715 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:00:26.531413 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:24Z', 'revision_number': 4, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port': {'id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:23Z', 'updated_at': '2021-11-01T00:00:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:18Z', 'revision_number': 5, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:26.649382 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Checking router: 71e5d6ba-2a41-4edf-873d-236383285715 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:00:26.649737 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Updating router 71e5d6ba-2a41-4edf-873d-236383285715 port 8645b02d-660e-4c71-9ded-810e2c26413c binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:00:26.696180 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.010106 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.086790 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.138426 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Attempting to bind port 8645b02d-660e-4c71-9ded-810e2c26413c on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:00:27.138798 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Attempting to bind port 8645b02d-660e-4c71-9ded-810e2c26413c by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:00:27.139161 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Attempting to bind port 8645b02d-660e-4c71-9ded-810e2c26413c on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:00:27.141960 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c45c6-1e3f-4852-94f2-44cd743f0b91 None None] Pushing event updated for resources: {'Port': ['ID=8645b02d-660e-4c71-9ded-810e2c26413c,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:27.146391 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:00:27.146767 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:00:27.147865 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.148253 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:00:27.148717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Bound port: 8645b02d-660e-4c71-9ded-810e2c26413c, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:00:27.149100 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.202463 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] For port 8645b02d-660e-4c71-9ded-810e2c26413c, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:00:27.205592 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] For port 8645b02d-660e-4c71-9ded-810e2c26413c, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8645b02d-660e-4c71-9ded-810e2c26413c,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:00:27.272788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:27.335811 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c45c6-1e3f-4852-94f2-44cd743f0b91 None None] Pushing event updated for resources: {'Port': ['ID=8645b02d-660e-4c71-9ded-810e2c26413c,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:27.338343 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Routers {'71e5d6ba-2a41-4edf-873d-236383285715'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:00:27.338989 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:00:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['71e5d6ba-2a41-4edf-873d-236383285715'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:27.445062 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] Set router 71e5d6ba-2a41-4edf-873d-236383285715 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:00:27.481543 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 42722) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:00:27.608861 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-a220b01b-ee16-40b8-8384-424d31d28cd0 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1261446 Nov 01 00:00:27.656535 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:24Z', 'revision_number': 4, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port': {'id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:23Z', 'updated_at': '2021-11-01T00:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:18Z', 'revision_number': 5, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:00:27.688046 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6328e441-dfc2-4630-a541-e8d2c1e23e9c None None] The sync data for ids ['71e5d6ba-2a41-4edf-873d-236383285715'] in dv-cinder-816104-1-iscsi is: [{'id': '71e5d6ba-2a41-4edf-873d-236383285715', 'name': 'router1', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35'}], 'enable_snat': True}, 'gw_port_id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:00:05Z', 'updated_at': '2021-11-01T00:00:24Z', 'revision_number': 4, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'gw_port': {'id': '8645b02d-660e-4c71-9ded-810e2c26413c', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:23Z', 'updated_at': '2021-11-01T00:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '2d2dce11-6e7f-4a1f-b692-2ea6373780bf', 'name': '', 'network_id': '4f834506-7d58-492e-b761-36166775dd4a', 'tenant_id': '7eb05225c7e64447976e0a39cd1de8ac', 'mac_address': 'fa:16:3e:f9:8c:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71e5d6ba-2a41-4edf-873d-236383285715', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:00:15Z', 'updated_at': '2021-11-01T00:00:18Z', 'revision_number': 5, 'project_id': '7eb05225c7e64447976e0a39cd1de8ac', 'subnets': [{'id': '5f1c40b2-8731-4867-9e20-f8b87be702a8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fbfabe3f-3866-4f8e-985c-8a2a202112f7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:00:29.730651 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8645b02d-660e-4c71-9ded-810e2c26413c up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:00:29.788700 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 8645b02d-660e-4c71-9ded-810e2c26413c triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:29.789077 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:29.869001 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:29.890162 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 8645b02d-660e-4c71-9ded-810e2c26413c, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8645b02d-660e-4c71-9ded-810e2c26413c,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:00:29.956948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:30.014420 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=8645b02d-660e-4c71-9ded-810e2c26413c,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:00:31.727806 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8645b02d-660e-4c71-9ded-810e2c26413c up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:00:31.805909 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 8645b02d-660e-4c71-9ded-810e2c26413c triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:00:31.806275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:38.040810 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2549386a-e7d5-492d-8bf0-b6cc3e27833b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:40.510708 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-012fd7ba-e362-4a7e-8bc5-fe8ab459f1ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:41.812217 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:41.973710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:43.309300 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:00:50.999397 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:01:08.035519 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e5b85584-a695-4031-b86b-cc0886a1395e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:11.045535 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a67f4463-34c3-402b-a492-72a36e36fc51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:11.804813 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:11.972122 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:13.303675 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:27.998065 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:01:38.027615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0eca0d8c-ebfe-4cca-bab8-cc1f6b25b0c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:40.570480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5a174460-b099-4d2a-bac5-e17542e83b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:41.781854 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:42.004311 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:01:43.302148 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:04.996941 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:02:08.014602 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3926279a-51fc-408b-8e74-0aba9e988278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:08.735943 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43284) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:08.810169 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00874a6-8c6b-416c-88a6-ac26ab66abb8 admin admin] GET failed (client error): The resource could not be found. Nov 01 00:02:08.811526 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-a00874a6-8c6b-416c-88a6-ac26ab66abb8 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0745828 Nov 01 00:02:09.006597 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec60b49-0734-4a2a-b933-45c5048a778b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:09.008137 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-bec60b49-0734-4a2a-b933-45c5048a778b admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1916001 Nov 01 00:02:10.540820 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8f388862-d9b2-4064-9872-d50269ed6c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:11.293474 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43294) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:11.419978 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01aae0-97c2-4542-8892-0e7d9c0ab60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:11.421328 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2d01aae0-97c2-4542-8892-0e7d9c0ab60a admin admin] 10.222.0.41 "GET /v2.0/subnets/5f1c40b2-8731-4867-9e20-f8b87be702a8 HTTP/1.1" status: 200 len: 849 time: 0.1269119 Nov 01 00:02:11.431304 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:02:11.514402 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:11.752523 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790280954628'] for subnet, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:11.780466 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:11.819344 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:11.819979 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:11.821248 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] 10.222.0.41 "PUT /v2.0/subnets/5f1c40b2-8731-4867-9e20-f8b87be702a8 HTTP/1.1" status: 200 len: 868 time: 0.3935473 Nov 01 00:02:11.824871 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c6a6ce-a773-47a8-a679-1985c72aefbb None None] Network 4f834506-7d58-492e-b761-36166775dd4a requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:02:11.843870 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f1c40b2-8731-4867-9e20-f8b87be702a8,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:02:11.854111 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.854478 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.854807 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.855141 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.855508 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.855851 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.856239 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.856588 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.856942 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.857270 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.857595 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.857919 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3379ceb1-548d-4cea-9ad1-0903fde695f8 admin admin] Tracked resource versions report: Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: pushed versions: Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: { 'AddressGroup': {'1.2'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'ConntrackHelper': {'1.0'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Log': {'1.0'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Network': {'1.1'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Port': {'1.7'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'PortForwarding': {'1.2'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'QosPolicy': {'1.10'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroup': {'1.4'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SubPort': {'1.0'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Subnet': {'1.1'}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Trunk': {'1.1'}} Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: consumer versions: Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'ConntrackHelper': '1.0', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Log': '1.0', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Network': '1.1', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Port': '1.7', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'PortForwarding': '1.2', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'QosPolicy': '1.10', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroup': '1.4', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroupRule': '1.2', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SubPort': '1.0', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Subnet': '1.1', Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Trunk': '1.1'}} Nov 01 00:02:11.859025 dv-cinder-816104-1-iscsi neutron-server[102082]: {{(pid=102082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:02:12.014947 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:12.268538 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-f1e69cbb-dc2e-431c-887b-e7bf9f6c522a None None] Provisioning complete for port 71abc9be-9e0a-4672-8927-fe8ba8372e2e triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:02:12.268899 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f1e69cbb-dc2e-431c-887b-e7bf9f6c522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:12.352811 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-f1e69cbb-dc2e-431c-887b-e7bf9f6c522a None None] Provisioning complete for port 2d2dce11-6e7f-4a1f-b692-2ea6373780bf triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:02:12.353077 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f1e69cbb-dc2e-431c-887b-e7bf9f6c522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:13.317484 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:14.123228 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43308) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:14.327381 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ade08-678e-46d9-a4e2-f639ed7f6ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:14.327785 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364ade08-678e-46d9-a4e2-f639ed7f6ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:14.329399 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-364ade08-678e-46d9-a4e2-f639ed7f6ae3 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2050755 Nov 01 00:02:16.585813 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43316) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:16.784186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3379151-a969-4063-b652-2cbcdc5d88e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:16.784562 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3379151-a969-4063-b652-2cbcdc5d88e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:16.786139 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c3379151-a969-4063-b652-2cbcdc5d88e9 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987662 Nov 01 00:02:19.077233 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43326) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:19.205671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cc03c0-4edd-4e77-8cf9-bb7f70c44343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:19.207028 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e0cc03c0-4edd-4e77-8cf9-bb7f70c44343 admin admin] 10.222.0.41 "GET /v2.0/networks/05f8ebbf-fecf-4e99-8683-a6ff3636977d HTTP/1.1" status: 200 len: 886 time: 0.1288023 Nov 01 00:02:21.500126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43334) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:21.628581 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb8c273-14a7-48f0-8916-038edfb9a826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:21.629945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-efb8c273-14a7-48f0-8916-038edfb9a826 admin admin] 10.222.0.41 "GET /v2.0/networks/4f834506-7d58-492e-b761-36166775dd4a HTTP/1.1" status: 200 len: 869 time: 0.1281855 Nov 01 00:02:23.894872 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43342) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:24.017980 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7b909-f360-4667-a862-80d986ea5686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:24.018423 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7b909-f360-4667-a862-80d986ea5686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:24.019954 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-87e7b909-f360-4667-a862-80d986ea5686 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241195 Nov 01 00:02:26.323026 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43350) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:26.412616 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2abc3b-3df6-4236-9478-a3e2fbf6bb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:26.413060 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2abc3b-3df6-4236-9478-a3e2fbf6bb13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:26.414578 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7c2abc3b-3df6-4236-9478-a3e2fbf6bb13 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905480 Nov 01 00:02:28.761676 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43358) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:28.848328 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85855f42-94b8-4d7e-8f4d-5147860a007f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:28.849633 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-85855f42-94b8-4d7e-8f4d-5147860a007f admin admin] 10.222.0.41 "GET /v2.0/subnets/33f53cc3-ee3b-4e20-9355-3410513a3f9a HTTP/1.1" status: 200 len: 816 time: 0.0869987 Nov 01 00:02:31.129271 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43366) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:31.220846 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443b57ff-ebfb-481d-921f-9feda39d2e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:31.222173 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-443b57ff-ebfb-481d-921f-9feda39d2e79 admin admin] 10.222.0.41 "GET /v2.0/subnets/5f1c40b2-8731-4867-9e20-f8b87be702a8 HTTP/1.1" status: 200 len: 868 time: 0.0919578 Nov 01 00:02:37.996430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-592de07e-4f58-45cf-bff1-fe58b53b48de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:40.527863 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2fcbcb4b-78ed-4384-927d-06fd3114bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:41.871106 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:41.995947 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:02:41.996629 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:43.304756 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:02:55.787156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43420) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:55.833540 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [None req-ad414d29-2097-4fb3-b265-5c0d5d0c7719 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:02:55.834538 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ad414d29-2097-4fb3-b265-5c0d5d0c7719 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0463810 Nov 01 00:02:58.216527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43428) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:02:58.277413 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3193cbf-64f1-44e3-9890-c9657de7ea5e admin admin] GET failed (client error): The resource could not be found. Nov 01 00:02:58.278743 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a3193cbf-64f1-44e3-9890-c9657de7ea5e admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612543 Nov 01 00:02:58.418656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639f335-fe04-41dc-9b65-641b3e4edfc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:02:58.420078 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0639f335-fe04-41dc-9b65-641b3e4edfc8 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1366680 Nov 01 00:03:00.788266 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43436) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:03:00.834639 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:03:00.910156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Made reservation on behalf of 0d0224d669d744dc896e4b4046f8b287 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:03:00.912527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:00.939854 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING neutron.services.revisions.revision_plugin [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Could not find related network for resource to bump revision. Nov 01 00:03:00.950563 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:03:00.959671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:00.961564 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Added segment 372c77b6-bd08-4e14-b812-ffde8907ecd7 of type vlan for network ac458938-52a3-403e-9853-8fbc0367904b Nov 01 00:03:01.000244 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:01.087105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:01.088055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:03:01.088671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:01.145706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Pushing event updated for resources: {'Network': ['ID=ac458938-52a3-403e-9853-8fbc0367904b,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:03:01.152215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.152558 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.152889 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.153215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.153538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.153883 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.154205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.154648 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.154953 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.155276 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.155614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.155922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:01.166820 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network ac458938-52a3-403e-9853-8fbc0367904b details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:03:01.175918 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-84931fe6-a89f-4824-af8e-9eee9ae24462 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3865795 Nov 01 00:03:03.496061 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43444) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:03:03.555183 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe89067-543f-4465-bfde-2580d21a69cb admin admin] GET failed (client error): The resource could not be found. Nov 01 00:03:03.556511 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3fe89067-543f-4465-bfde-2580d21a69cb admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594985 Nov 01 00:03:03.625808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be2d104-ce43-450e-a97a-608d3be4def3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:03:03.627220 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-4be2d104-ce43-450e-a97a-608d3be4def3 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0661826 Nov 01 00:03:03.637204 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b', 'cidr': '192.168.233.0/24'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:03:03.721533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Made reservation on behalf of 0d0224d669d744dc896e4b4046f8b287 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:03:03.723740 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:03.939097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:03.988643 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f1db61-e405-4052-b277-95dec13bebe0,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:03:03.998228 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Checking segment: {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:03:03.999079 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Network hostable DHCP agents. Network: ac458938-52a3-403e-9853-8fbc0367904b, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:03:04.097872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Network ac458938-52a3-403e-9853-8fbc0367904b is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:03:04.196002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, ac458938-52a3-403e-9853-8fbc0367904b) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:03:04.200123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:03:04.200708 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:04.205444 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c992314-293a-4b78-a350-3eff54b5bd32 None None] Network ac458938-52a3-403e-9853-8fbc0367904b requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:03:04.301876 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0ae83f71-d4a0-42a5-84e6-b8d4e3e12614 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6678364 Nov 01 00:03:04.450242 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-ac458938-52a3-403e-9853-8fbc0367904b', 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b', 'tenant_id': '0d0224d669d744dc896e4b4046f8b287', 'fixed_ips': [{'subnet_id': '30f1db61-e405-4052-b277-95dec13bebe0'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:03:04.451183 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:04.591200 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Allocated IP 192.168.233.2 (ac458938-52a3-403e-9853-8fbc0367904b/30f1db61-e405-4052-b277-95dec13bebe0/046e5dc1-80c2-401c-b3b9-99c947e25355) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:03:04.741296 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:04.836442 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:04.881040 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Network ac458938-52a3-403e-9853-8fbc0367904b is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:03:04.883930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:03:04.888695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Pushing event updated for resources: {'Port': ['ID=046e5dc1-80c2-401c-b3b9-99c947e25355,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:03:04.891155 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:03:04.902804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.903179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.903548 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.903882 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.904233 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.904567 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.905386 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.905913 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.906366 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.906701 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.907032 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.907355 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:03:04.954156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Attempting to bind port 046e5dc1-80c2-401c-b3b9-99c947e25355 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:03:04.955354 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Attempting to bind port 046e5dc1-80c2-401c-b3b9-99c947e25355 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:03:04.955354 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Attempting to bind port 046e5dc1-80c2-401c-b3b9-99c947e25355 on network ac458938-52a3-403e-9853-8fbc0367904b {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:03:04.960084 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:03:04.960450 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Checking segment: {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:03:04.960839 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:04.961223 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Bound using segment: {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:03:04.961674 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Bound port: 046e5dc1-80c2-401c-b3b9-99c947e25355, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:03:04.962053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:05.027360 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] For port 046e5dc1-80c2-401c-b3b9-99c947e25355, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:03:05.030948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] For port 046e5dc1-80c2-401c-b3b9-99c947e25355, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=046e5dc1-80c2-401c-b3b9-99c947e25355,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:03:05.144821 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:05.200994 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4ba91a-e982-47ad-910d-4ffeb818074c None None] Pushing event updated for resources: {'Port': ['ID=046e5dc1-80c2-401c-b3b9-99c947e25355,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:03:05.838684 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 046e5dc1-80c2-401c-b3b9-99c947e25355 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:03:05.899682 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 046e5dc1-80c2-401c-b3b9-99c947e25355 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:03:05.900310 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:05.989168 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:06.024844 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 046e5dc1-80c2-401c-b3b9-99c947e25355, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=046e5dc1-80c2-401c-b3b9-99c947e25355,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:03:06.055250 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93516015-d12a-45db-91fe-8b644438fb27 None None] Network ac458938-52a3-403e-9853-8fbc0367904b requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:03:06.093887 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:06.177615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=046e5dc1-80c2-401c-b3b9-99c947e25355,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:03:06.221244 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-73fb308e-7098-4a28-ae19-4118df04aa27 None None] Provisioning complete for port 046e5dc1-80c2-401c-b3b9-99c947e25355 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:03:06.221608 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-73fb308e-7098-4a28-ae19-4118df04aa27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:06.565898 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-e193cf05-25bb-40ac-acaa-8863b240e4f6 None None] Provisioning complete for port 046e5dc1-80c2-401c-b3b9-99c947e25355 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:03:06.566194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e193cf05-25bb-40ac-acaa-8863b240e4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:07.807547 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 046e5dc1-80c2-401c-b3b9-99c947e25355 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:03:07.856904 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 046e5dc1-80c2-401c-b3b9-99c947e25355 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:03:07.857262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:08.023269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cae5d7aa-4ed5-424e-99cd-3d084569dd99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:10.549856 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1e85341e-122b-469a-990e-28a83dd396b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:11.812767 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:12.018413 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:13.320687 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:18.994746 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:03:38.050470 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2e63b661-36ee-4c9e-b590-a4e2d8731bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:40.570655 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-bd39f7bc-d031-4342-9882-2e9af0f3a7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:41.834710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:42.016430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:43.337577 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:03:55.992689 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:04:08.028991 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c1d2e513-39aa-4291-92f7-162fc95217b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:10.540492 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5e523c63-d950-4978-bd96-d84d9956b1a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:11.831614 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:12.129106 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:13.322844 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:32.991840 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:04:38.009937 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c71b4746-8fd7-4d0b-9b21-02dd4ea217f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:40.535372 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1be8560f-3edf-454a-89c7-6918420ea8ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:41.798771 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:41.973414 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:43.352558 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:45.104718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43490) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:04:45.110472 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [None req-ef6a7446-24db-4d3f-8e31-75f8b30fc6b4 tempest-verify_tempest_config-1921119758 tempest-verify_tempest_config-1921119758-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:04:45.111376 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ef6a7446-24db-4d3f-8e31-75f8b30fc6b4 tempest-verify_tempest_config-1921119758 tempest-verify_tempest_config-1921119758-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0056715 Nov 01 00:04:45.631862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43508) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:04:45.734807 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:45.804708 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:45.867032 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:45.914033 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26ec04baeda14bf5acc2cfdf28e93135&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2811115 Nov 01 00:04:45.915107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9dbc021-f2ed-44e8-9741-7ef10c5f2e0f,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:04:45.917472 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43512) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:04:45.922786 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.923141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.923513 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.923841 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.924163 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.924507 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.924828 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.925155 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.925491 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.925806 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.926116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.926425 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7db7b6c-0b0f-48af-9e90-ca1a937061fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:45.997624 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:46.017537 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:46.181226 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:46.183819 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:04:46.184967 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f9dbc021-f2ed-44e8-9741-7ef10c5f2e0f HTTP/1.1" status: 204 len: 168 time: 0.2664897 Nov 01 00:04:46.193585 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9dbc021-f2ed-44e8-9741-7ef10c5f2e0f,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:04:46.201272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.201616 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.201955 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.202285 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.202612 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.202961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.203290 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.203690 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.204033 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.204375 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.204674 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:04:46.204990 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1de678-2c77-46c1-b535-625ca58f51c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:05:08.014582 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-73c98a7d-c2bc-4130-b200-1dccfb85b920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:09.990081 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:05:10.577529 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-00d95d8f-4003-4abc-92bd-8b81a35c905b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:11.814732 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:11.974541 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:13.328509 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:38.027083 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b3eb4b93-32d5-42ab-b0b7-59335f65ae0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:40.550687 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba13e-7a15-4683-b4aa-89ba0d7d9a2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:41.825072 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:42.010042 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:43.328074 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:05:46.992541 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 5 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:06:08.066069 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1f13d840-42d2-4b46-a192-4e957a2c89e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:10.558292 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-d1979d4a-c187-4055-beef-15f15d6bfbcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:11.814487 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:12.008833 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:13.322444 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:20.728270 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1672601'] for agent, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:23.987194 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:06:35.975836 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43586) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:06:36.078655 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2ea1b910-e527-4a0b-9870-7974ebbdeb48 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017311 Nov 01 00:06:38.035621 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fe6be626-b85b-4986-8291-b1a72c085beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:38.364935 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43596) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:06:38.418463 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-babb56ec-880e-4fa5-be46-36bbba7ff350 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0524366 Nov 01 00:06:40.548945 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f1ad3127-7c53-40ca-9168-9c848f37c6df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:41.824005 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:42.007452 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:43.332784 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:06:50.681456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:00.986302 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:07:08.022985 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-42306c92-e31f-4ed7-82ae-fb15434398e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:10.537129 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1a8f88f6-2634-45af-b84c-a110aecce845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:11.822648 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:11.988591 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:13.337765 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:20.770498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:37.987390 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:07:38.055808 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-06cdf205-648d-4a25-a2fd-8edfd1ea41fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:40.581456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c9904178-9c13-4a15-bb74-15d7082499df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:41.826906 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:42.032584 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:43.375184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:07:50.712583 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:08.060668 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-886c7663-3f31-4372-88b0-e9884cf95972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:10.486900 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43818) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:10.519030 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43826) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:10.551688 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f93153b7-a39f-4427-9e89-2899ceb7a99f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:10.643334 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43832) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:10.905679 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1765786615-network', 'tenant_id': '9a5b73d19fb44fa587bde19cb71f7720'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:10.913902 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-254184214-network', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:10.938974 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.db.api [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 01 00:08:10.938974 dv-cinder-816104-1-iscsi neutron-server[102082]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 01 00:08:10.938974 dv-cinder-816104-1-iscsi neutron-server[102082]: [parameters: {'project_id': '9a5b73d19fb44fa587bde19cb71f7720', 'id': '45c295ac-7d0d-4dca-aace-47640f4a6e29', 'expiration': datetime.datetime(2021, 11, 1, 0, 10, 10, 933750)}] Nov 01 00:08:10.938974 dv-cinder-816104-1-iscsi neutron-server[102082]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102082) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 00:08:10.942121 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG oslo_db.api [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 00:08:10.949310 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-network', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:11.073124 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Made reservation on behalf of c7cf2994304f432b8a4d65d440f5cdb9 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:11.075477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.091584 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.180273 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.243646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.262345 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:08:11.284046 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790280994663', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.284046 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Unsubscribe: segment precommit_create {{(pid=102082) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 01 00:08:11.284046 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Added segment 0ffc0872-04b0-4537-a6fd-71eed5cb3fea of type vlan for network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 Nov 01 00:08:11.308282 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37364069-e5d7-47e1-af58-41dc2f5b39e9,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:11.361795 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.382785 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.383138 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.383532 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.383896 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.384252 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.384771 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.385109 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.385455 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.385808 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.386303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.386933 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.387438 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Tracked resource versions report: Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: pushed versions: Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: { 'AddressGroup': {'1.2'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'ConntrackHelper': {'1.0'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Log': {'1.0'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Network': {'1.1'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Port': {'1.7'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'PortForwarding': {'1.2'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'QosPolicy': {'1.10'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroup': {'1.4'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SubPort': {'1.0'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Subnet': {'1.1'}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Trunk': {'1.1'}} Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: consumer versions: Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: HyperV agent@hv-cinder-81610: {}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'ConntrackHelper': '1.0', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Log': '1.0', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Network': '1.1', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Port': '1.7', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'PortForwarding': '1.2', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'QosPolicy': '1.10', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroup': '1.4', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SecurityGroupRule': '1.2', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'SubPort': '1.0', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Subnet': '1.1', Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: 'Trunk': '1.1'}} Nov 01 00:08:11.399377 dv-cinder-816104-1-iscsi neutron-server[102082]: {{(pid=102082) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:08:11.404393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Made reservation on behalf of 9f8dab6c00274fdca74f2354c500a7b3 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:11.408738 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.432644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.526844 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Made reservation on behalf of 9a5b73d19fb44fa587bde19cb71f7720 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:11.529174 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.588015 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.589467 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.592634 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.593560 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:11.594168 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.651287 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.722250 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43878) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:11.722836 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2335336 Nov 01 00:08:11.730005 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Request body: {'subnet': {'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-subnet', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:11.758905 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:08:11.792959 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513aaec8-2ce9-46a0-b011-a705b5666df6 admin admin] Pushing event updated for resources: {'Network': ['ID=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:11.801276 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.804862 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Added segment 3b0e6696-2b40-4be7-a4d5-88bb7c13ee74 of type vlan for network 202277f7-f839-42eb-9c0d-390110b42ad4 Nov 01 00:08:11.818222 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550c7980-9c27-48a9-bfdb-7195bca6223d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:11.819533 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:08:11.914967 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.918172 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:11.924628 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.307068 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.308401 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.311818 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Made reservation on behalf of c7cf2994304f432b8a4d65d440f5cdb9 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:12.315324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.357494 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.358709 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:12.359600 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.368105 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a245ac9c-357e-447a-80e4-21c76de84031,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:12.449198 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:08:12.469936 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.470425 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Added segment e4cee459-f6b7-4a74-b284-b46085fb915e of type vlan for network 5e8448d5-1f49-4e04-930f-73533e3ab9fe Nov 01 00:08:12.471832 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] Pushing event updated for resources: {'Network': ['ID=202277f7-f839-42eb-9c0d-390110b42ad4,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:12.491509 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 202277f7-f839-42eb-9c0d-390110b42ad4 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:08:12.519807 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.560803 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8a1b7e3f-87db-4c37-819e-f8ea30e23614 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9163899 Nov 01 00:08:12.563799 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43902) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:12.568831 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Request body: {'subnet': {'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-subnet', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:12.649702 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.649858 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.651398 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:12.652206 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.725560 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8448d5-1f49-4e04-930f-73533e3ab9fe,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:12.735769 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 5e8448d5-1f49-4e04-930f-73533e3ab9fe details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:08:12.744549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00258c3f-b0dd-41de-9bb2-0cd0f0224697,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:12.747553 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Checking segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:12.748087 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Network hostable DHCP agents. Network: cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:08:12.758930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.761206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.761669 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.762015 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.762347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.762692 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.763918 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.764254 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.764589 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.764914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.765235 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.765556 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Tracked resource versions report: Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: pushed versions: Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: { 'AddressGroup': {'1.2'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'ConntrackHelper': {'1.0'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Log': {'1.0'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Network': {'1.1'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Port': {'1.7'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'PortForwarding': {'1.2'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'QosPolicy': {'1.10'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroup': {'1.4'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SubPort': {'1.0'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Subnet': {'1.1'}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Trunk': {'1.1'}} Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: consumer versions: Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: HyperV agent@hv-cinder-81610: {}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'ConntrackHelper': '1.0', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Log': '1.0', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Network': '1.1', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Port': '1.7', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'PortForwarding': '1.2', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'QosPolicy': '1.10', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroup': '1.4', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SecurityGroupRule': '1.2', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'SubPort': '1.0', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Subnet': '1.1', Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: 'Trunk': '1.1'}} Nov 01 00:08:12.769232 dv-cinder-816104-1-iscsi neutron-server[102081]: {{(pid=102081) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:08:12.783545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Made reservation on behalf of 9f8dab6c00274fdca74f2354c500a7b3 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:12.787145 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:12.884209 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:08:12.896074 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0051414e-52d9-4356-a7dc-7c64b4374867 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3748543 Nov 01 00:08:12.901359 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43922) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:12.922377 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Request body: {'subnet': {'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1765786615-subnet', 'tenant_id': '9a5b73d19fb44fa587bde19cb71f7720', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:13.030492 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:13.038245 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:13.038832 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.044133 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1011a5e8-e436-48e6-b73e-fc450bd81226 None None] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:13.107196 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Made reservation on behalf of 9a5b73d19fb44fa587bde19cb71f7720 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:13.112025 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.154286 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.215980 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-867c073a-9f34-4cad-b1e9-8d27099d253a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4912791 Nov 01 00:08:13.217016 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 43936) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:13.239745 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:13.260065 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c83aa46-a1bb-4243-b660-dc2a08361f03,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:13.277993 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Checking segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:13.278351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Network hostable DHCP agents. Network: 202277f7-f839-42eb-9c0d-390110b42ad4, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:08:13.373038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43940) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:13.383722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:08:13.393037 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d485b0f-674f-45fc-ba36-e8739557da4e None None] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:13.422112 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.423834 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.438328 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.476330 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 202277f7-f839-42eb-9c0d-390110b42ad4) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:13.484116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:13.484116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.501700 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9080061c-9207-49bc-b58b-99eed8945b3d None None] Network 202277f7-f839-42eb-9c0d-390110b42ad4 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:13.610645 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.611812 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-23290086-f635-4d83-b6ee-f294ff03395a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0467362 Nov 01 00:08:13.614699 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43950) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:13.619751 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:13.748314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-086427c2-538a-421e-9601-19e0259ca76d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.759092 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.784684 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-202277f7-f839-42eb-9c0d-390110b42ad4', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:08:13.786071 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.810877 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.812231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.921924 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecb27175-d294-4110-ba86-19dc23b86302,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:13.999494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:13.999614 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Allocated IP 172.20.0.2 (202277f7-f839-42eb-9c0d-390110b42ad4/0c83aa46-a1bb-4243-b660-dc2a08361f03/bcaded46-4602-4e9a-892c-c5ee16e82aec) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:14.018148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-086427c2-538a-421e-9601-19e0259ca76d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.105329 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.114191 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Checking segment: {'id': 'e4cee459-f6b7-4a74-b284-b46085fb915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:14.114737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Network hostable DHCP agents. Network: 5e8448d5-1f49-4e04-930f-73533e3ab9fe, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:08:14.172156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-086427c2-538a-421e-9601-19e0259ca76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.214755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.235972 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Network 5e8448d5-1f49-4e04-930f-73533e3ab9fe is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:08:14.331544 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-086427c2-538a-421e-9601-19e0259ca76d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e93729d18c1438da85f283752b71b90&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9251440 Nov 01 00:08:14.331544 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.331544 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086427c2-538a-421e-9601-19e0259ca76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f41177b-69c0-4737-b939-4f6e7256ef70,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:14.333283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 43980) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:14.389144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.410022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.449185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 5e8448d5-1f49-4e04-930f-73533e3ab9fe) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:14.466165 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:14.466688 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.471198 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88d32d-f20d-47b5-9ab5-d19664006d9f None None] Network 5e8448d5-1f49-4e04-930f-73533e3ab9fe requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:14.477717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.479386 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.513869 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.583663 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:14.587435 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Pushing event updated for resources: {'Port': ['ID=bcaded46-4602-4e9a-892c-c5ee16e82aec,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:14.592592 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:14.594413 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:14.606721 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.609526 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.610650 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f41177b-69c0-4737-b939-4f6e7256ef70 HTTP/1.1" status: 204 len: 168 time: 0.2766058 Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.621553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Tracked resource versions report: Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: pushed versions: Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: { 'AddressGroup': {'1.2'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'ConntrackHelper': {'1.0'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Log': {'1.0'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Network': {'1.1'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Port': {'1.7'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'PortForwarding': {'1.2'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'QosPolicy': {'1.10'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroup': {'1.4'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SubPort': {'1.0'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Subnet': {'1.1'}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Trunk': {'1.1'}} Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: consumer versions: Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: HyperV agent@hv-cinder-81610: {}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'ConntrackHelper': '1.0', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Log': '1.0', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Network': '1.1', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Port': '1.7', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'PortForwarding': '1.2', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'QosPolicy': '1.10', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroup': '1.4', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SecurityGroupRule': '1.2', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'SubPort': '1.0', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Subnet': '1.1', Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: 'Trunk': '1.1'}} Nov 01 00:08:14.622940 dv-cinder-816104-1-iscsi neutron-server[102083]: {{(pid=102083) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:08:14.635645 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-1cc04edb-14e5-4695-afdc-33a1455b4fa9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7325077 Nov 01 00:08:14.641513 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34983-076a-4c8e-b6b2-a193b5cc7a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f41177b-69c0-4737-b939-4f6e7256ef70,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:14.707511 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.746593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.770091 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Attempting to bind port bcaded46-4602-4e9a-892c-c5ee16e82aec on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:14.770588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Attempting to bind port bcaded46-4602-4e9a-892c-c5ee16e82aec by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:14.771052 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Attempting to bind port bcaded46-4602-4e9a-892c-c5ee16e82aec on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:14.797173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:14.797690 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Checking segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:14.798254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.798601 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Bound using segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:14.799975 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Bound port: bcaded46-4602-4e9a-892c-c5ee16e82aec, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:14.800447 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:14.804519 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24649578-9fba-46c4-9cc8-435d0bf24a8e None None] Network 5e8448d5-1f49-4e04-930f-73533e3ab9fe requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:14.905181 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Allocated IP 172.27.1.60 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/80428e8d-7dce-4829-98e7-8f5a9488552a) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:14.996986 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:08:15.122135 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] For port bcaded46-4602-4e9a-892c-c5ee16e82aec, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:15.158762 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] For port bcaded46-4602-4e9a-892c-c5ee16e82aec, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=bcaded46-4602-4e9a-892c-c5ee16e82aec,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:15.160943 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:15.222321 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:15.261606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44030) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:15.263854 dv-cinder-816104-1-iscsi neutron-server[102081]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 01 00:08:15.305862 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4ccd86-0317-417c-82c8-9ff38d0fbbc7 None None] Pushing event updated for resources: {'Port': ['ID=bcaded46-4602-4e9a-892c-c5ee16e82aec,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:15.313488 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:15.384477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:15.392043 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:15.395313 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:15.458396 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Allocated IP 172.27.1.141 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/7e7440f0-c2ab-4e67-b157-0c341fe64679) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:15.475699 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Pushing event updated for resources: {'Port': ['ID=80428e8d-7dce-4829-98e7-8f5a9488552a,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:15.511759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-2c188546-9aaf-44a1-8626-626842bef5da tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:15.513261 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-2c188546-9aaf-44a1-8626-626842bef5da tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/networks?id=5e8448d5-1f49-4e04-930f-73533e3ab9fe HTTP/1.1" status: 200 len: 812 time: 0.2506523 Nov 01 00:08:15.560377 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-c1188d76-e49e-469e-82d8-c22f50eac322 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/quotas/9a5b73d19fb44fa587bde19cb71f7720 HTTP/1.1" status: 200 len: 375 time: 0.0373421 Nov 01 00:08:15.714403 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44042) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:15.762688 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-8a39130b-04b4-4a5a-9daa-32cad7b5c6d1 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1945291 Nov 01 00:08:15.836347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:15.887349 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0ff8-b6f0-4796-b756-346fa1e358ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:15.977206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.022341 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.071822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-0fc0f081-76c1-4a7c-b9be-a33e38e2c6a4 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:08:16.085848 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device bcaded46-4602-4e9a-892c-c5ee16e82aec up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:16.091956 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-0fc0f081-76c1-4a7c-b9be-a33e38e2c6a4 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1751466 Nov 01 00:08:16.154744 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:16.207752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port bcaded46-4602-4e9a-892c-c5ee16e82aec triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:16.208361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.267318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:16.274624 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:16.343185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0ff8-b6f0-4796-b756-346fa1e358ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.367318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Pushing event updated for resources: {'Port': ['ID=7e7440f0-c2ab-4e67-b157-0c341fe64679,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:16.398450 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.406435 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.481320 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port bcaded46-4602-4e9a-892c-c5ee16e82aec, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=bcaded46-4602-4e9a-892c-c5ee16e82aec,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:16.497899 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0cbf0ff8-b6f0-4796-b756-346fa1e358ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.530449 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-e63df9cb-83bc-408e-90a7-037a8d850f83 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347968 Nov 01 00:08:16.596145 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0cbf0ff8-b6f0-4796-b756-346fa1e358ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b02c82089be84869a14af62c9ccc85f2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8914723 Nov 01 00:08:16.596861 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44088) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:16.609099 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf0ff8-b6f0-4796-b756-346fa1e358ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c1b8e-54ce-47c5-9e2b-d355cf41fa9a,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:16.631440 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.728544 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=bcaded46-4602-4e9a-892c-c5ee16e82aec,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:16.780709 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-4cdda9ab-b904-40c5-84f6-c0ba8ce9ac32 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374153 Nov 01 00:08:16.790156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b69d73-53ae-4b10-8bcb-f1cc80c34c59 None None] Network 202277f7-f839-42eb-9c0d-390110b42ad4 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:08:16.829211 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.852914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.861669 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44092) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:16.873376 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:16.917355 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:08:16.928639 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-611197f6-0182-4dfe-b8f2-f444d475f2d3 None None] Provisioning complete for port bcaded46-4602-4e9a-892c-c5ee16e82aec triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:16.929361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-611197f6-0182-4dfe-b8f2-f444d475f2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.089646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fa1372f3-746f-4a4c-8aa9-a6d26e5a29c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.110694 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.140978 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:08:17.153685 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Sync routers for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:08:17.164159 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:17.164779 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:17.218679 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.230766 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.236346 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd5c1b8e-54ce-47c5-9e2b-d355cf41fa9a HTTP/1.1" status: 204 len: 168 time: 0.6359940 Nov 01 00:08:17.264968 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4366a39-593c-4bc3-809b-39f43656eb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5c1b8e-54ce-47c5-9e2b-d355cf41fa9a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:17.280771 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.287968 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44102) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:17.288533 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5d4ecd40-485f-4bb7-acbd-3d0cadca8ceb admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.0698984 Nov 01 00:08:17.494811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44120) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:17.507819 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fa1372f3-746f-4a4c-8aa9-a6d26e5a29c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.590114 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:17.616416 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3e5fd4e8-9bce-48e8-bb83-5f2f4f83ac29 req-25a43b25-b971-41a9-aebc-623d69252706 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.1196539 Nov 01 00:08:17.618591 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Router 4bb3e846-1223-4632-a827-38955aa8782d is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:08:17.633241 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fa1372f3-746f-4a4c-8aa9-a6d26e5a29c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.704510 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1372f3-746f-4a4c-8aa9-a6d26e5a29c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaaf79b-c3aa-4e24-870c-9eba888eac5b,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:17.706456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-dc2b138f-6dda-4521-aa33-ed34d0f0f111 None None] Provisioning complete for port bcaded46-4602-4e9a-892c-c5ee16e82aec triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:17.706930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-dc2b138f-6dda-4521-aa33-ed34d0f0f111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.720051 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-fa1372f3-746f-4a4c-8aa9-a6d26e5a29c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00dbadbcf46f4dfe970a9a1beeede845&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8548460 Nov 01 00:08:17.720369 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44136) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:17.870382 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.918352 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:17.961814 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:15Z', 'revision_number': 3, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:18.019312 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Checking router: 9c0c2bbe-4e6b-4546-9112-d3f390403d57 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:08:18.019580 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Updating router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 port 80428e8d-7dce-4829-98e7-8f5a9488552a binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:08:18.041874 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device bcaded46-4602-4e9a-892c-c5ee16e82aec up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:18.062416 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.129890 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.139023 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.139023 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/edaaf79b-c3aa-4e24-870c-9eba888eac5b HTTP/1.1" status: 204 len: 168 time: 0.4155025 Nov 01 00:08:18.152502 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port bcaded46-4602-4e9a-892c-c5ee16e82aec triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:18.153210 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.154217 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f32e25-2481-4af1-b42d-826df7856406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaaf79b-c3aa-4e24-870c-9eba888eac5b,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:18.245805 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:08:18.260240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:08:18.279877 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:18.280449 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:18.311940 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.427917 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.429529 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:18.495435 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.575199 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Attempting to bind port 80428e8d-7dce-4829-98e7-8f5a9488552a on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:18.575595 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Attempting to bind port 80428e8d-7dce-4829-98e7-8f5a9488552a by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:18.575964 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Attempting to bind port 80428e8d-7dce-4829-98e7-8f5a9488552a on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:18.578917 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Pushing event updated for resources: {'Port': ['ID=80428e8d-7dce-4829-98e7-8f5a9488552a,revision_number=2']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:18.580646 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.581907 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c6b9d426-8d48-48f1-9e71-8ff227623bac admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9657278 Nov 01 00:08:18.585476 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44174) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:18.623351 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:18.623759 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:18.634548 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.636801 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:18.636801 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Bound port: 80428e8d-7dce-4829-98e7-8f5a9488552a, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:18.636801 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.639908 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.640088 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.640277 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.640644 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.641317 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.641317 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.641578 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.641894 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.642235 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.642562 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.642883 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.643208 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Tracked resource versions report: Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: pushed versions: Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: { 'AddressGroup': {'1.2'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'ConntrackHelper': {'1.0'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Log': {'1.0'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Network': {'1.1'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Port': {'1.7'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'PortForwarding': {'1.2'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'QosPolicy': {'1.10'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroup': {'1.4'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroupRule': {'1.2'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SubPort': {'1.0'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Subnet': {'1.1'}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Trunk': {'1.1'}} Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: consumer versions: Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: { DHCP agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: HyperV agent@hv-cinder-81610: {}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: L3 agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: Metadata agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: Metering agent@dv-cinder-816104-1-iscsi: {}, Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: Open vSwitch agent@dv-cinder-816104-1-iscsi: { 'AddressGroup': '1.2', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'ConntrackHelper': '1.0', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Log': '1.0', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Network': '1.1', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Port': '1.7', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'PortForwarding': '1.2', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'QosPolicy': '1.10', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroup': '1.4', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SecurityGroupRule': '1.2', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'SubPort': '1.0', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Subnet': '1.1', Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: 'Trunk': '1.1'}} Nov 01 00:08:18.651482 dv-cinder-816104-1-iscsi neutron-server[102084]: {{(pid=102084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 01 00:08:18.744191 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:16Z', 'revision_number': 3, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:18.813528 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:08:18.813845 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Updating router 4bb3e846-1223-4632-a827-38955aa8782d port 7e7440f0-c2ab-4e67-b157-0c341fe64679 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:08:18.844968 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] For port 80428e8d-7dce-4829-98e7-8f5a9488552a, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:18.846665 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] For port 80428e8d-7dce-4829-98e7-8f5a9488552a, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=80428e8d-7dce-4829-98e7-8f5a9488552a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:18.848942 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4639715d-9268-4adc-af5e-5bf245bec3ae req-b7261999-9652-456f-b77b-636fc4b7d26c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.1122527 Nov 01 00:08:18.891087 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:18.911141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Allocated IP 172.20.0.1 (cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0/00258c3f-b0dd-41de-9bb2-0cd0f0224697/f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:18.958570 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.074457 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44198) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:19.078771 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce75f0c-d9a9-4040-bea8-be9188af5025 None None] Pushing event updated for resources: {'Port': ['ID=80428e8d-7dce-4829-98e7-8f5a9488552a,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:19.105996 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:19.106928 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:19.140329 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.356341 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:19.362689 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a17f-9796-4541-a9cd-5fb3aea50dfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.411024 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.492778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a17f-9796-4541-a9cd-5fb3aea50dfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.514082 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.549793 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:19.553174 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:19.559771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:19.566210 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:19.568128 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.632351 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.665929 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:15Z', 'revision_number': 3, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:19.688432 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.741490 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f9bae0-afc4-4460-9b48-ff64cef0ed7f None None] The sync data for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi is: [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:15Z', 'revision_number': 3, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:08:19.770756 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b4d5a17f-9796-4541-a9cd-5fb3aea50dfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.811103 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Attempting to bind port 7e7440f0-c2ab-4e67-b157-0c341fe64679 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:19.812254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Attempting to bind port 7e7440f0-c2ab-4e67-b157-0c341fe64679 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:19.813796 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Attempting to bind port 7e7440f0-c2ab-4e67-b157-0c341fe64679 on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:19.816527 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806d86-bba4-46f2-bbfc-12f207693dd4 None None] Pushing event updated for resources: {'Port': ['ID=7e7440f0-c2ab-4e67-b157-0c341fe64679,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:19.824285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5a17f-9796-4541-a9cd-5fb3aea50dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687cc0a8-3df1-4e78-a532-33950ad61476,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Bound port: 7e7440f0-c2ab-4e67-b157-0c341fe64679, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:19.829902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.846195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b4d5a17f-9796-4541-a9cd-5fb3aea50dfc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7de5e267785f4e2ea0bba74ec2f4f760&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7747898 Nov 01 00:08:19.848753 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44244) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:19.927520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] For port 7e7440f0-c2ab-4e67-b157-0c341fe64679, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:19.932186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:19.936728 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] For port 7e7440f0-c2ab-4e67-b157-0c341fe64679, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7e7440f0-c2ab-4e67-b157-0c341fe64679,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:20.009876 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.107270 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-57dca878-0998-4d8b-b786-8cff7e3b48b9 req-e4c6635b-6679-4ffc-b422-c70bde7f728a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.1549313 Nov 01 00:08:20.147437 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:20.149915 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:20.157725 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.196549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.326710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9806d86-bba4-46f2-bbfc-12f207693dd4 None None] Pushing event updated for resources: {'Port': ['ID=7e7440f0-c2ab-4e67-b157-0c341fe64679,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:20.465208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:20.520185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Allocated IP 172.20.0.1 (202277f7-f839-42eb-9c0d-390110b42ad4/0c83aa46-a1bb-4243-b660-dc2a08361f03/fae53c66-1daf-4ca0-b738-c2a8dc82e866) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:20.535039 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.538257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.556109 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/687cc0a8-3df1-4e78-a532-33950ad61476 HTTP/1.1" status: 204 len: 168 time: 0.6965497 Nov 01 00:08:20.571937 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.573635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621ad48-02ff-494b-932b-c427fd719b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687cc0a8-3df1-4e78-a532-33950ad61476,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:20.649056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.649836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.696005 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.803608 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Pushing event updated for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:20.815625 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:20.817097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:20.900081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:20.959868 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:20.965754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:20.970626 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:20.971606 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:21.056816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:08:21.060568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:21.117560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:16Z', 'revision_number': 3, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:21.151499 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7074ae-cbb1-407d-8a32-f089c342a629 None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:16Z', 'revision_number': 3, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:08:21.197418 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:21.365229 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:08:21.377896 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b5c4c5c8-7a6c-4b89-8dea-db17af733300 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c0c2bbe-4e6b-4546-9112-d3f390403d57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0763226 Nov 01 00:08:21.499657 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c7aeb64-dc3f-4c8b-9b80-37b345d26132 None None] Provisioning complete for port fae53c66-1daf-4ca0-b738-c2a8dc82e866 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:21.501815 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c7aeb64-dc3f-4c8b-9b80-37b345d26132 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:21.577301 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a07edd16-fecb-4e56-bb27-201e40a84793 req-ab077110-f5fb-4507-897a-3ab4191180bc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0555367 Nov 01 00:08:21.596038 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c7aeb64-dc3f-4c8b-9b80-37b345d26132 None None] Port fae53c66-1daf-4ca0-b738-c2a8dc82e866 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:08:22.191948 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.191948 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.193620 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 80428e8d-7dce-4829-98e7-8f5a9488552a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:22.215081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.224107 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.257816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 80428e8d-7dce-4829-98e7-8f5a9488552a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:22.258386 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.332712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:22.358773 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.404892 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 80428e8d-7dce-4829-98e7-8f5a9488552a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=80428e8d-7dce-4829-98e7-8f5a9488552a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:22.406593 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:22.408546 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:22.414631 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.36', 63186) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:22.457848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44312) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:22.461615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.462762 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7e7440f0-c2ab-4e67-b157-0c341fe64679 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:22.476620 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Sync routers for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:08:22.505031 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:22.507531 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:22.613174 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7e7440f0-c2ab-4e67-b157-0c341fe64679 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:22.613553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.678620 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:08:22.729388 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5133a890-e02b-44a1-ab88-4b0ec8c9a2dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.762241 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:22.908343 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=80428e8d-7dce-4829-98e7-8f5a9488552a,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:22.935445 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:22.990391 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 7e7440f0-c2ab-4e67-b157-0c341fe64679, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7e7440f0-c2ab-4e67-b157-0c341fe64679,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:22.999308 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d2c16176-94a8-4943-a240-b8d52e3bb427 req-8d6688c9-e373-4e52-b0e4-1b8c31ec4764 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0856180 Nov 01 00:08:23.048159 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-4876ba81-66c4-4ea8-9d19-6fe5f5570a1b None None] Provisioning complete for port fae53c66-1daf-4ca0-b738-c2a8dc82e866 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:23.048528 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4876ba81-66c4-4ea8-9d19-6fe5f5570a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.063393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:08:23.075626 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0a635a19-edf2-4a44-a9d8-323638f6dbc7 admin admin] 10.222.0.41 "PUT /v2.0/routers/4bb3e846-1223-4632-a827-38955aa8782d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4889975 Nov 01 00:08:23.116573 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-9ca11774-f248-4f54-883c-166d6ec8ff1e tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:23.122248 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.130007 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-9ca11774-f248-4f54-883c-166d6ec8ff1e tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.36 "GET /v2.0/networks?id=5e8448d5-1f49-4e04-930f-73533e3ab9fe HTTP/1.1" status: 200 len: 812 time: 0.7151170 Nov 01 00:08:23.215160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5133a890-e02b-44a1-ab88-4b0ec8c9a2dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.215476 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-4876ba81-66c4-4ea8-9d19-6fe5f5570a1b None None] Port fae53c66-1daf-4ca0-b738-c2a8dc82e866 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:08:23.224610 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Request body: {'port': {'device_id': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe', 'admin_state_up': True, 'tenant_id': '9a5b73d19fb44fa587bde19cb71f7720'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:23.235715 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=7e7440f0-c2ab-4e67-b157-0c341fe64679,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:23.291383 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 4, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634', 'name': '', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'mac_address': 'fa:16:3e:22:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:18Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 2, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'subnets': [{'id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:23.350881 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5133a890-e02b-44a1-ab88-4b0ec8c9a2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.358683 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Checking router: 9c0c2bbe-4e6b-4546-9112-d3f390403d57 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:08:23.362177 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Updating router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:08:23.397335 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.420560 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a890-e02b-44a1-ab88-4b0ec8c9a2dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f621d39-7981-4257-90c1-f424d8db3bd2,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:23.712428 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5133a890-e02b-44a1-ab88-4b0ec8c9a2dd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b30dbfd7a41042f98c0ee0058f426d9a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2396698 Nov 01 00:08:23.712793 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44376) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:23.838446 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.892240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:08:23.902389 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:23.918791 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:23.925788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:23.954290 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-d1e7cc39-d823-4365-95f3-cb876c073e9c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:23.964058 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-d1e7cc39-d823-4365-95f3-cb876c073e9c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 818 time: 0.6707180 Nov 01 00:08:23.989513 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1c994cf9-72f1-4d4b-895b-4c49d4518d14 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/quotas/c7cf2994304f432b8a4d65d440f5cdb9 HTTP/1.1" status: 200 len: 375 time: 0.0242875 Nov 01 00:08:24.047873 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.070779 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 80428e8d-7dce-4829-98e7-8f5a9488552a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:24.073366 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-266e9957-c995-4a37-8aeb-d2b71770e835 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0823894 Nov 01 00:08:24.195017 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 80428e8d-7dce-4829-98e7-8f5a9488552a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:24.195389 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.222277 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:24.263824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-a719a3c7-1cb8-455d-9417-8d7058b43e76 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:08:24.264908 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-a719a3c7-1cb8-455d-9417-8d7058b43e76 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0464640 Nov 01 00:08:24.397045 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7e7440f0-c2ab-4e67-b157-0c341fe64679 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:24.478860 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-8ce15b63-00e6-4a35-9a0e-a98c54cbe5e0 service neutron] 10.222.0.41 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076144 Nov 01 00:08:24.495547 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7e7440f0-c2ab-4e67-b157-0c341fe64679 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:24.502177 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.534627 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 2, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:24.567212 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:08:24.567589 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Updating router 4bb3e846-1223-4632-a827-38955aa8782d port fae53c66-1daf-4ca0-b738-c2a8dc82e866 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:08:24.568292 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-f9243537-1371-40c2-8e86-17103b047d79 service neutron] 10.222.0.41 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Nov 01 00:08:24.597923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.614261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Made reservation on behalf of 9a5b73d19fb44fa587bde19cb71f7720 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:24.619183 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.672830 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.677577 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.685413 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.690257 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8f621d39-7981-4257-90c1-f424d8db3bd2 HTTP/1.1" status: 204 len: 168 time: 0.9748826 Nov 01 00:08:24.735710 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f229b2e-275f-4dac-9c03-6e4c6595bd14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f621d39-7981-4257-90c1-f424d8db3bd2,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:24.758285 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44412) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:24.772429 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--72085376', 'description': 'tempest-description--610821427'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:24.818984 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2bf0-0e12-4786-99cc-2c48961f135e None None] Pushing event updated for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:24.931695 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bf403d18-b0d2-4ede-9ca4-40b5b2ca2d28 req-eabf5935-82fa-481f-be6e-faa7c391310f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0640445 Nov 01 00:08:24.954256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:24.961008 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Allocated IP 172.20.0.8 (5e8448d5-1f49-4e04-930f-73533e3ab9fe/ecb27175-d294-4110-ba86-19dc23b86302/2b628238-84a3-44c2-873c-c2ad71f9ff79) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:24.997583 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Attempting to bind port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Attempting to bind port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Attempting to bind port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Checking segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Bound using segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Bound port: f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:25.011640 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.090814 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.154012 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.154722 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-be2dff32-8061-4acb-85e8-589266a2ec9d req-00c1d7bd-16e7-4373-ad8e-85a94051ceaf tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 210 time: 0.0835371 Nov 01 00:08:25.169934 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.171791 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] For port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:25.180378 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] For port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:25.254148 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e750d607-cf86-465c-b303-4696056d57b0,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:25.261362 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.264785 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.272134 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.274105 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-1a1f522f-4efc-455f-a066-497efce1ee7c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.5148110 Nov 01 00:08:25.277174 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44438) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:25.293818 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group_rule': {'security_group_id': 'e750d607-cf86-465c-b303-4696056d57b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:25.382112 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b169f-d047-4156-9ea6-bdd0e59559a9 None None] Pushing event updated for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:25.419947 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.426396 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:25.426983 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Attempting to bind port fae53c66-1daf-4ca0-b738-c2a8dc82e866 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:25.427350 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Attempting to bind port fae53c66-1daf-4ca0-b738-c2a8dc82e866 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:25.428233 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:25.428455 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Attempting to bind port fae53c66-1daf-4ca0-b738-c2a8dc82e866 on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:25.435999 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:25.436476 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Checking segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:25.436757 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.437145 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Bound using segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:25.437615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Bound port: fae53c66-1daf-4ca0-b738-c2a8dc82e866, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:25.437996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.522479 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] For port fae53c66-1daf-4ca0-b738-c2a8dc82e866, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:25.526224 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] For port fae53c66-1daf-4ca0-b738-c2a8dc82e866, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fae53c66-1daf-4ca0-b738-c2a8dc82e866,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:25.561157 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.608749 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a2bf0-0e12-4786-99cc-2c48961f135e None None] Pushing event updated for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:25.638624 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.675514 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.710359 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Network 5e8448d5-1f49-4e04-930f-73533e3ab9fe is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:25.723952 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:25.742899 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:25.839343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:25.883200 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:25.886446 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:25.951723 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:08:25.952326 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:08:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:25.972918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] Provisioning complete for port fae53c66-1daf-4ca0-b738-c2a8dc82e866 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:25.973310 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:26.147046 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Pushing event updated for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:26.267467 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b169f-d047-4156-9ea6-bdd0e59559a9 None None] Pushing event updated for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:26.337840 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:26.365856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-a853ec6c-aa03-47a1-8f79-b09c61928f95 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:26.373010 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-a853ec6c-aa03-47a1-8f79-b09c61928f95 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 818 time: 0.5348198 Nov 01 00:08:26.386315 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-f2bc70b2-274f-4866-8e22-cef10e10a9dc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1741171 Nov 01 00:08:26.387679 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:08:26.401424 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-78cb1949-597d-4b11-af3c-282b3a0e9c89 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/quotas/c7cf2994304f432b8a4d65d440f5cdb9 HTTP/1.1" status: 200 len: 375 time: 0.0271852 Nov 01 00:08:26.422260 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-c5033cff-401c-4f0c-95de-9cc1a6a9e168 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:08:26.423280 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-c5033cff-401c-4f0c-95de-9cc1a6a9e168 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0061409 Nov 01 00:08:26.472958 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b046bc-0689-4cd3-92aa-16e1dec21bfc req-6946b553-ecc5-4fbc-a675-1d57e81ead68 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:26.489504 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05b046bc-0689-4cd3-92aa-16e1dec21bfc req-6946b553-ecc5-4fbc-a675-1d57e81ead68 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 931 time: 0.3554025 Nov 01 00:08:26.498227 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:26.532540 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=818e15dc-e544-425f-ad1f-da78f6a534a6,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:26.560951 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05b046bc-0689-4cd3-92aa-16e1dec21bfc req-9cdd299a-2747-441b-a2ac-56cc506ceab5 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705230 Nov 01 00:08:26.587656 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-553a54f3-76b5-4f93-bab7-ce1c714fc286 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1708188 Nov 01 00:08:26.655210 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 4, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634', 'name': '', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'mac_address': 'fa:16:3e:22:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:18Z', 'updated_at': '2021-11-01T00:08:25Z', 'revision_number': 4, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'subnets': [{'id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:26.722092 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a359c100-b14d-4cce-ba6f-b8fdce805f08 None None] The sync data for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi is: [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:19Z', 'revision_number': 4, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634', 'name': '', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'mac_address': 'fa:16:3e:22:aa:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:18Z', 'updated_at': '2021-11-01T00:08:25Z', 'revision_number': 4, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'subnets': [{'id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:08:26.737016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:26.738099 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-272bec7f-13f6-4370-b594-72de16047fc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4598587 Nov 01 00:08:26.741073 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44484) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:26.747259 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group_rule': {'security_group_id': 'e750d607-cf86-465c-b303-4696056d57b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:26.851627 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-6864e641-a58b-4b1e-9736-c8b3bc33ff35 service neutron] 10.222.0.41 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752073 Nov 01 00:08:26.858953 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:26.935057 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.023333 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] For port fae53c66-1daf-4ca0-b738-c2a8dc82e866, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fae53c66-1daf-4ca0-b738-c2a8dc82e866,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:27.108914 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:25Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:08:27.133292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.204775 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-6f8a47ab-c56d-4d95-a20c-2522ada35535 service neutron] 10.222.0.41 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3511748 Nov 01 00:08:27.206507 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.215358 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc887e7-0ad5-4b37-8b1a-fd39a762a12d None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:25Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:08:27.256176 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.303293 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc00903d-2ad9-4bf4-b3cd-582a276ae346,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:27.367708 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f943065-c24d-4f3d-abb6-08f2eab16af8 None None] Pushing event updated for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:27.405184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-a2f3b8c0-47d4-4251-a7ee-ac888bcfcf10 None None] Provisioning complete for port fae53c66-1daf-4ca0-b738-c2a8dc82e866 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:27.405684 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b8c0-47d4-4251-a7ee-ac888bcfcf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.429453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Request body: {'port': {'device_id': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:27.514076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.518601 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0744c693-f8c2-4033-8524-fca5011f2108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7730296 Nov 01 00:08:27.518601 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44510) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:27.524534 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:27.542825 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:27.707022 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:28.297742 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:28.325618 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f1403f37-6d47-43b7-bc96-39821a79fdd3 req-dc024022-93cb-4a15-b1bd-65b0b5c3b0b2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.5076592 Nov 01 00:08:28.326086 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:28.466371 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:28.469846 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:28.509800 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44538) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:28.714854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44544) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:28.731079 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:28.827732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63675c5-1642-4e05-b3ed-fc486d215648 req-91b4bab7-a601-4988-8525-72c89bda24a4 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:28.837714 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:28.845957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d63675c5-1642-4e05-b3ed-fc486d215648 req-91b4bab7-a601-4988-8525-72c89bda24a4 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 931 time: 1.0420086 Nov 01 00:08:28.846898 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Allocated IP 172.27.1.14 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/5f0cf827-c6ef-4686-921f-13bbb265d2a4) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:28.917797 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:28.918600 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fae53c66-1daf-4ca0-b738-c2a8dc82e866 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:28.998497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d63675c5-1642-4e05-b3ed-fc486d215648 req-b64f8fb2-8f73-429b-84b6-ce89d40bc8b3 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514947 Nov 01 00:08:29.229029 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b628238-84a3-44c2-873c-c2ad71f9ff79 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:29.281296 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.376316 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Transition to ACTIVE for port object 2b628238-84a3-44c2-873c-c2ad71f9ff79 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:08:29.397386 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:29.418169 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port fae53c66-1daf-4ca0-b738-c2a8dc82e866 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:29.419591 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.448274 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.601227 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8252ec16-f254-47d0-b2fa-a5b09906b673 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.772736 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8252ec16-f254-47d0-b2fa-a5b09906b673 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.794979 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.811687 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6f032e88-73c7-49e7-907f-1457c68655d7 req-02b82b39-773a-4913-8888-efd454fb6f85 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.3611643 Nov 01 00:08:29.872705 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.872805 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:29.872805 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:29.872805 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:29.872996 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58ac27f5-3c49-4e93-880e-2174dc951548 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:29.890284 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:29.977124 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Attempting to bind port 2b628238-84a3-44c2-873c-c2ad71f9ff79 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:29.977487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Attempting to bind port 2b628238-84a3-44c2-873c-c2ad71f9ff79 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'e4cee459-f6b7-4a74-b284-b46085fb915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:29.977835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Attempting to bind port 2b628238-84a3-44c2-873c-c2ad71f9ff79 on network 5e8448d5-1f49-4e04-930f-73533e3ab9fe {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:29.995198 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Port 2b628238-84a3-44c2-873c-c2ad71f9ff79 on network 5e8448d5-1f49-4e04-930f-73533e3ab9fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:08:29.997403 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Attempting to bind port 2b628238-84a3-44c2-873c-c2ad71f9ff79 on network 5e8448d5-1f49-4e04-930f-73533e3ab9fe {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:29.999506 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.009111 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:30.009484 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Checking segment: {'id': 'e4cee459-f6b7-4a74-b284-b46085fb915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:30.010033 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Bound using segment: {'id': 'e4cee459-f6b7-4a74-b284-b46085fb915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:30.010683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Bound port: 2b628238-84a3-44c2-873c-c2ad71f9ff79, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4cee459-f6b7-4a74-b284-b46085fb915e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:30.011196 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.019716 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=5f0cf827-c6ef-4686-921f-13bbb265d2a4,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.086285 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:30.143268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58ac27f5-3c49-4e93-880e-2174dc951548 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.190271 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8252ec16-f254-47d0-b2fa-a5b09906b673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.200769 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:30.201886 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.246587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:30.251604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79,segment=NetworkSegment(e4cee459-f6b7-4a74-b284-b46085fb915e),segment_id=e4cee459-f6b7-4a74-b284-b46085fb915e)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:30.271903 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8252ec16-f254-47d0-b2fa-a5b09906b673 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56c79c15f4c24cf3a12892629dab41f4&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7469904 Nov 01 00:08:30.275671 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44568) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:30.282388 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1dee0a-eac4-41b0-a78e-dab52a71a7d4 req-b02f513c-4808-44ac-95af-6fdd8f40a53a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:30.284099 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe1dee0a-eac4-41b0-a78e-dab52a71a7d4 req-b02f513c-4808-44ac-95af-6fdd8f40a53a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.1733057 Nov 01 00:08:30.333417 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.355098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe1dee0a-eac4-41b0-a78e-dab52a71a7d4 req-21d224a3-c99e-4f99-b24d-cee68f831ec8 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Nov 01 00:08:30.370138 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252ec16-f254-47d0-b2fa-a5b09906b673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c6cbdf-2070-46eb-a664-0302727698dc,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.397351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.399566 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58ac27f5-3c49-4e93-880e-2174dc951548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.611153 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.612429 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-58ac27f5-3c49-4e93-880e-2174dc951548 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0d940ad13f84b70af121c134bd2b658&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7479022 Nov 01 00:08:30.612429 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:30.612429 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.612429 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b628238-84a3-44c2-873c-c2ad71f9ff79 HTTP/1.1" status: 200 len: 1093 time: 3.3818209 Nov 01 00:08:30.612429 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:30.613307 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.613605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac27f5-3c49-4e93-880e-2174dc951548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238da29e-6caa-4cd8-89bb-7a3c76186f81,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.613605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c9c49-0457-419d-84f6-9110f8ba3bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.634144 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.641934 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44576) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:30.709864 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.733365 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.737260 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54225158-9bd6-4a32-b8c8-7ea860d15eee" -d '{"events": [{"name": "network-changed", "server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:30.879000 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848bb74-a8f6-42ce-a002-49b0928e1b92 x-openstack-request-id: req-9848bb74-a8f6-42ce-a002-49b0928e1b92 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:30.879287 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:30.879597 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9848bb74-a8f6-42ce-a002-49b0928e1b92 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:30.880130 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79', 'status': 'completed', 'code': 200} Nov 01 00:08:30.894837 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.898421 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.898993 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.899433 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.900964 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16c6cbdf-2070-46eb-a664-0302727698dc HTTP/1.1" status: 204 len: 168 time: 0.6208224 Nov 01 00:08:30.901692 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.905255 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/238da29e-6caa-4cd8-89bb-7a3c76186f81 HTTP/1.1" status: 204 len: 168 time: 0.2618995 Nov 01 00:08:30.936357 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4252ec-1e10-4a63-ac73-7f72163c444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238da29e-6caa-4cd8-89bb-7a3c76186f81,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.945989 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:30.952639 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b17cb3-9e38-4a01-b6b2-e7a68bb21278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c6cbdf-2070-46eb-a664-0302727698dc,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.988343 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=5f0cf827-c6ef-4686-921f-13bbb265d2a4,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:30.994346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0386727-b8ae-451d-b062-6f91db46aa8a req-a687ef54-4494-44ad-9a12-a15039801a28 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0708015 Nov 01 00:08:31.061601 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:31.065000 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-aa96d613-b3e1-4312-963e-01ac716f497f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5434282 Nov 01 00:08:31.503775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910644ba-c259-4274-8dd5-19d274863c80 req-54b86510-764e-4df1-80df-923fbd5b654d tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:31.505358 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-910644ba-c259-4274-8dd5-19d274863c80 req-54b86510-764e-4df1-80df-923fbd5b654d tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0741785 Nov 01 00:08:31.577950 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-910644ba-c259-4274-8dd5-19d274863c80 req-efa1731b-a049-46ea-8dc9-0377767b53ef tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655789 Nov 01 00:08:31.582761 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-dbe34f95-52bd-4ef2-a096-d71e5e697fa2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--72085376&fields=id&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 267 time: 0.0629342 Nov 01 00:08:31.700121 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3db83b17-9119-4666-a538-b2065a7076f2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:31.714689 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3db83b17-9119-4666-a538-b2065a7076f2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 817 time: 0.1110101 Nov 01 00:08:31.717490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-465fe7f0-20f7-451c-8443-1768740eb66c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/quotas/9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 375 time: 0.0094726 Nov 01 00:08:31.775773 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-2cf360b0-559a-443a-b103-e4a7c6f8d9c7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529172 Nov 01 00:08:31.889943 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-0dcbaeec-e001-4eb0-bc0e-9cbcf0504f02 service neutron] 10.222.0.41 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994251 Nov 01 00:08:32.019981 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-cf46d49d-1f36-415e-ab44-1c7e1fa40d7a service neutron] 10.222.0.41 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193788 Nov 01 00:08:32.034987 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44646) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:32.070808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b064-0dd9-4873-b012-e8a9183a7349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.127999 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-24d481a9-682a-460e-89ec-dc5a9f2f3d3f req-0312332d-b947-42b1-b902-92e0de89811a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0341406 Nov 01 00:08:32.201734 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b064-0dd9-4873-b012-e8a9183a7349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.266366 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5ea1b064-0dd9-4873-b012-e8a9183a7349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.379737 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-767f869f-27fe-49c8-9f66-494da7fdf874 req-68db7421-a108-4fdd-a07d-b58c5f860b81 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0462735 Nov 01 00:08:32.389549 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5ea1b064-0dd9-4873-b012-e8a9183a7349 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8591545ce6ce4b2c809319afd1fe230c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468568 Nov 01 00:08:32.389549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1b064-0dd9-4873-b012-e8a9183a7349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbff7b4-7fb2-471b-a843-ef03ed310f24,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:32.398466 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44676) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:32.470529 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.501429 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.615860 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.619052 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:32.623635 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fbff7b4-7fb2-471b-a843-ef03ed310f24 HTTP/1.1" status: 204 len: 168 time: 0.2189951 Nov 01 00:08:32.633882 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47744925-8145-41bd-bbc3-fe1d82facea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbff7b4-7fb2-471b-a843-ef03ed310f24,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:32.711898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b636638a-8b9e-4f3b-8aa3-876e1f3a15af req-e74c86d8-e49f-4ae5-a08b-2de7302f5c7a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:32.713700 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b636638a-8b9e-4f3b-8aa3-876e1f3a15af req-e74c86d8-e49f-4ae5-a08b-2de7302f5c7a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0541420 Nov 01 00:08:32.752397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b636638a-8b9e-4f3b-8aa3-876e1f3a15af req-6c2d5b94-a68f-44df-b821-58778adc9fbe tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Nov 01 00:08:33.242205 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-883f23c5-bd20-4dad-8d87-abd1a99cb00c req-09a1eb8d-7ec6-4d66-95a7-c4618127b1ee tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0308290 Nov 01 00:08:33.405242 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44704) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:33.463199 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-903bb58c-27ab-4469-b4d0-046431a38376 req-d21b205d-bb46-4104-8143-d0bbe181e0cf tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0272045 Nov 01 00:08:33.778849 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44718) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:33.959075 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c944412b-bb36-4699-bc2a-dae806a5318f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:33.991018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0fba1f04-f3b0-43e9-944b-7e7c4c33b8ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.086938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b00cff-1c42-46a8-b0a7-908972339ac1 req-db3c6e66-6d15-46fc-b1db-d50c7473095f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:34.089490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27b00cff-1c42-46a8-b0a7-908972339ac1 req-db3c6e66-6d15-46fc-b1db-d50c7473095f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.2384305 Nov 01 00:08:34.102328 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c944412b-bb36-4699-bc2a-dae806a5318f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.164775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0fba1f04-f3b0-43e9-944b-7e7c4c33b8ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.171839 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27b00cff-1c42-46a8-b0a7-908972339ac1 req-d6fb2689-376d-4d0e-bff4-7ea167ac1a50 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744748 Nov 01 00:08:34.336079 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c944412b-bb36-4699-bc2a-dae806a5318f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.343334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0fba1f04-f3b0-43e9-944b-7e7c4c33b8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.382977 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c683346-9be1-4849-84a6-f6a7daa674a6 req-9a5e078e-554a-4270-8bdd-08cdcbcf5823 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0518644 Nov 01 00:08:34.436110 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-c944412b-bb36-4699-bc2a-dae806a5318f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2144b8d47ddb4bd5a39e5174fa5502f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481657 Nov 01 00:08:34.436110 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944412b-bb36-4699-bc2a-dae806a5318f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb501f6f-ab1d-4f59-b76b-3d7add3661f7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:34.437302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44740) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:34.482275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44746) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:34.485890 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0fba1f04-f3b0-43e9-944b-7e7c4c33b8ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=351536789a95447e832132c9269a5bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0786388 Nov 01 00:08:34.489083 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba1f04-f3b0-43e9-944b-7e7c4c33b8ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f121ee-6fa7-496a-a76e-4e83395b9cac,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:34.618833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.629584 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.667915 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.714626 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f674c33-bba1-491c-82be-0149850527a0 req-c50e3525-d43b-47fb-81c8-c74f7f8b3402 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0716567 Nov 01 00:08:34.714626 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.989057 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.993084 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:34.995889 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/93f121ee-6fa7-496a-a76e-4e83395b9cac HTTP/1.1" status: 204 len: 168 time: 0.5124831 Nov 01 00:08:35.005170 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00c66f-23e4-41dc-9df3-68f43c9ba627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f121ee-6fa7-496a-a76e-4e83395b9cac,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:35.009146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:35.012247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:35.016008 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cb501f6f-ab1d-4f59-b76b-3d7add3661f7 HTTP/1.1" status: 204 len: 168 time: 0.5750465 Nov 01 00:08:35.031307 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac0efb1-f32a-4e77-9b3a-29548efaf8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb501f6f-ab1d-4f59-b76b-3d7add3661f7,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:35.315286 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446786d-5a08-4fae-b6bf-0932629cd59a req-ae6bb215-cc99-4837-98b0-530f2e8478d9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:35.317059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f446786d-5a08-4fae-b6bf-0932629cd59a req-ae6bb215-cc99-4837-98b0-530f2e8478d9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0515647 Nov 01 00:08:35.356690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f446786d-5a08-4fae-b6bf-0932629cd59a req-0142244c-e902-406c-a354-bf693bb5b495 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321314 Nov 01 00:08:35.483432 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7c8216cd-44cf-45b1-95a2-1fdea58a9ee1 req-8de4b2df-73f0-429d-a0b8-84fcfb38d16d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0306792 Nov 01 00:08:35.836784 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b27a967-25ad-4e47-aa1b-30100e816906 req-8a9b4e1a-92ac-4647-b985-6b3b69c49910 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0254967 Nov 01 00:08:36.510183 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44794) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:36.520122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d8b78-ccee-479b-8253-77e8bbec79d1 req-32d6514f-c0a6-4bf9-870a-0925d5ccfce5 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:36.522568 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d4d8b78-ccee-479b-8253-77e8bbec79d1 req-32d6514f-c0a6-4bf9-870a-0925d5ccfce5 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0843608 Nov 01 00:08:36.530303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-54ee2526-3968-4490-beae-ed003cbfb9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:36.601622 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d4d8b78-ccee-479b-8253-77e8bbec79d1 req-fb745f7a-8773-4851-b1fd-43975ea77314 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561931 Nov 01 00:08:36.654167 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1044710-ec03-47e6-b151-b5624c555611 req-215e0771-7a19-4be7-aa25-7136d8f06361 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0470543 Nov 01 00:08:36.684429 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-54ee2526-3968-4490-beae-ed003cbfb9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:36.776422 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44798) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:36.793926 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b19614e6-456e-42c1-b51b-b8b9b2420b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:36.795860 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-54ee2526-3968-4490-beae-ed003cbfb9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:36.858101 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-54ee2526-3968-4490-beae-ed003cbfb9f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2792d27ec95d41bb89f26a076f97a1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3555794 Nov 01 00:08:36.858844 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee2526-3968-4490-beae-ed003cbfb9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c8b8d0-b309-42ac-bd53-cce6e94c8397,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:36.860947 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 44802) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:36.989496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-464c4f46-eb89-4851-b6e2-6b41904bdac6 req-7069d2f5-55f8-42f4-99e8-aafd3dea6ba2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0683692 Nov 01 00:08:36.995389 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:37.037550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:37.736116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76d6584-77f4-4e33-87a8-a68f2ca30f79 req-a2a1df39-4bde-4255-8d78-115175a189f4 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:37.737598 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f76d6584-77f4-4e33-87a8-a68f2ca30f79 req-a2a1df39-4bde-4255-8d78-115175a189f4 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0631609 Nov 01 00:08:37.738879 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:37.742290 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:37.746603 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71c8b8d0-b309-42ac-bd53-cce6e94c8397 HTTP/1.1" status: 204 len: 168 time: 0.8843334 Nov 01 00:08:37.760808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705347e-7fd5-4165-89eb-6b933569dad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c8b8d0-b309-42ac-bd53-cce6e94c8397,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:37.772644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b19614e6-456e-42c1-b51b-b8b9b2420b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:37.826028 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae1c95f5-ad07-42e5-b081-2647349b30f9 req-a102f751-e873-4541-95ff-0a8710b24162 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0780165 Nov 01 00:08:37.864067 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f76d6584-77f4-4e33-87a8-a68f2ca30f79 req-f60c7051-ce50-499f-8d1c-4ed344bd9122 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147416 Nov 01 00:08:38.070492 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b19614e6-456e-42c1-b51b-b8b9b2420b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.100443 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b19614e6-456e-42c1-b51b-b8b9b2420b6a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bdf3e0a80f2d491ca2c8197aa9bc22c3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3198111 Nov 01 00:08:38.100443 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19614e6-456e-42c1-b51b-b8b9b2420b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ade7c-41b6-4626-b88a-b098748c8ca3,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:38.103323 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44830) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:38.121312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c5dd46a0-2bb5-4eb7-b714-d58416527470 req-29a52061-d3d0-4074-a474-0d669aa7ccf4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0472090 Nov 01 00:08:38.181183 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.205215 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.301262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b0edaefe-a0b2-4c75-97d8-037c57c80c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.385283 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.387864 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.389169 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a3ade7c-41b6-4626-b88a-b098748c8ca3 HTTP/1.1" status: 204 len: 168 time: 0.2807059 Nov 01 00:08:38.397158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac29f9d-3664-4037-aa81-3a1acedbb934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ade7c-41b6-4626-b88a-b098748c8ca3,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:38.931900 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44850) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:38.952031 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-419cac22-8740-456d-b57a-8a32e38f4679 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:38.991333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2eb9d9bf-827b-48e5-8571-93b40e8ec9ac req-14f07a25-2a22-4058-ad1d-eab2cdd08836 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0550506 Nov 01 00:08:39.072533 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-419cac22-8740-456d-b57a-8a32e38f4679 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.235092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74b6a2-804e-47ef-a5b2-3109b338d6e0 req-0f575fe3-d344-4221-bbba-9ca4f2e31440 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:39.242690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee74b6a2-804e-47ef-a5b2-3109b338d6e0 req-0f575fe3-d344-4221-bbba-9ca4f2e31440 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.1363304 Nov 01 00:08:39.294005 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-98a96f70-c1a5-4a31-ab0f-d4cd51b0d47f req-9cea1017-ba57-453a-8c03-7ea2b5d4a296 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0499325 Nov 01 00:08:39.321159 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee74b6a2-804e-47ef-a5b2-3109b338d6e0 req-d24644b0-8676-4d13-8259-42826e8dfb02 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666683 Nov 01 00:08:39.323770 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-419cac22-8740-456d-b57a-8a32e38f4679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.388396 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-419cac22-8740-456d-b57a-8a32e38f4679 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b9e894ed5212430ab8ead5faaebaea3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4546626 Nov 01 00:08:39.395560 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 44878) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:39.398119 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419cac22-8740-456d-b57a-8a32e38f4679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e468e3c-af90-4b89-a93d-1ca793a11263,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:39.467254 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.492415 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.877583 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.880184 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:39.883227 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e468e3c-af90-4b89-a93d-1ca793a11263 HTTP/1.1" status: 204 len: 168 time: 0.4893024 Nov 01 00:08:39.890841 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3221864-d412-4b0c-a40b-f2ce50c23b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e468e3c-af90-4b89-a93d-1ca793a11263,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:40.104938 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0965fd60-fb46-4ab1-96be-74f3b5c1ee7f req-e54962c6-7143-437d-b932-1a238da0a364 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0267634 Nov 01 00:08:40.418174 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-86bc5be0-f078-4c4a-a6db-f9b64130b9a0 req-ddd9514a-27a7-4131-bd77-35ed6bb739ad tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0402167 Nov 01 00:08:40.482333 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b65a8-f9d8-4d87-9040-15ecf081aaf9 req-a0f6fcaa-2a61-4fab-88a8-1982754fdc25 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:40.484316 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-be5b65a8-f9d8-4d87-9040-15ecf081aaf9 req-a0f6fcaa-2a61-4fab-88a8-1982754fdc25 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0525699 Nov 01 00:08:40.525678 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-be5b65a8-f9d8-4d87-9040-15ecf081aaf9 req-c2a493d9-34cd-4327-99b7-65254df0a7a1 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351889 Nov 01 00:08:40.598263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1dd87c98-b3db-4270-8d6e-bf0626ff0bc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:41.257513 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-45e631fc-f041-47c6-889e-c233ef1f833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:41.259080 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-45e631fc-f041-47c6-889e-c233ef1f833c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1345475 Nov 01 00:08:41.273921 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-66dbb51e-6be3-4aa9-960f-831559fb0d7b req-066048be-0af1-47b4-9d2d-8181546471d3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0572386 Nov 01 00:08:41.535810 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-ecb088ff-5067-48aa-a842-142a35bc472b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:41.536022 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-ecb088ff-5067-48aa-a842-142a35bc472b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2181079 Nov 01 00:08:41.538490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-607c191b-1e11-4461-be10-bec846e669ce req-58b0157f-547f-4430-9aa2-a7bf75f93a56 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0392733 Nov 01 00:08:41.570809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.36', 63212) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:41.832360 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:42.069691 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba512-e999-4476-a9dd-5ab84aa4c111 req-19302819-0232-40e3-bd2b-25369e2545d9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:42.071008 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:42.071225 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee6ba512-e999-4476-a9dd-5ab84aa4c111 req-19302819-0232-40e3-bd2b-25369e2545d9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.3744588 Nov 01 00:08:42.113789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-cef60378-d30e-4bd1-a6cf-5c0166dd9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:42.114868 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54225158-9bd6-4a32-b8c8-7ea860d15eee req-cef60378-d30e-4bd1-a6cf-5c0166dd9131 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5450385 Nov 01 00:08:42.127545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-a7a0db1a-ecab-4525-a438-d0e3388b233a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:42.131231 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-a7a0db1a-ecab-4525-a438-d0e3388b233a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 818 time: 0.5496638 Nov 01 00:08:42.149704 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee6ba512-e999-4476-a9dd-5ab84aa4c111 req-4e63b7a4-ce93-44ce-94cc-13fb7c663527 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623715 Nov 01 00:08:42.152968 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Request body: {'port': {'device_id': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'admin_state_up': True, 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:42.373922 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c7dc9058-986f-4fb0-9446-cf6d344a5bc0 req-a09ffee7-85db-4cc6-a2dc-7ec99f36ee63 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0384135 Nov 01 00:08:42.425419 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Made reservation on behalf of c7cf2994304f432b8a4d65d440f5cdb9 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:42.430917 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:42.540665 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-1e970fb5-c7ab-4171-99b9-ad1b70ddf64c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:42.542502 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-1e970fb5-c7ab-4171-99b9-ad1b70ddf64c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 818 time: 0.1943748 Nov 01 00:08:42.582219 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Request body: {'port': {'device_id': '80621008-0655-46c5-b67b-31ff49b006db', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'admin_state_up': True, 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:42.699791 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93a52481-bc58-48e5-ba79-28cdf550ded8 req-9acfe7fe-7270-4bda-a7a8-d61a46600e84 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0442030 Nov 01 00:08:42.711790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Allocated IP 172.20.0.8 (cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0/00258c3f-b0dd-41de-9bb2-0cd0f0224697/03f52fcf-527c-46e9-9f4d-ff256ffa2d12) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:42.905488 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:42.910748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Made reservation on behalf of c7cf2994304f432b8a4d65d440f5cdb9 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:42.915902 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.132887 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.36', 63223) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:43.215637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.216411 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45082) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:43.238850 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.36', 63224) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:43.373073 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.376032 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-b22e2005-58bc-44aa-bcb1-85f298070d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:43.382007 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Pushing event updated for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:43.383649 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-b22e2005-58bc-44aa-bcb1-85f298070d30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 1096 time: 0.1379228 Nov 01 00:08:43.415322 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:43.445658 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:43.499767 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:43.511126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:43.512611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.519178 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-10c74e48-bf70-4446-89a1-be2f4c259b3f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79 HTTP/1.1" status: 200 len: 217 time: 0.1247330 Nov 01 00:08:43.537803 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-7c362ed1-f933-46f4-bdbd-da972c668784 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:43.539602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-7c362ed1-f933-46f4-bdbd-da972c668784 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 817 time: 0.4041364 Nov 01 00:08:43.544766 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4fbce2c3-79db-40db-8750-9e2c1d562a61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.553184 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Allocated IP 172.20.0.9 (cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0/00258c3f-b0dd-41de-9bb2-0cd0f0224697/dce85d16-a7df-474e-8b2b-a8f8274c5190) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:43.588991 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-77876a1c-520e-45fe-b8d5-77502ee462b4 req-f926c5c1-5045-4ae6-b40d-89964887c5e4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0687866 Nov 01 00:08:43.596298 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45104) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:43.617380 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-04169f1b-4fcb-4a5a-a6d9-20ba64bb769b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:43.619281 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-04169f1b-4fcb-4a5a-a6d9-20ba64bb769b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecb27175-d294-4110-ba86-19dc23b86302 HTTP/1.1" status: 200 len: 852 time: 0.0884314 Nov 01 00:08:43.653534 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e81149c-1acd-4037-91f6-f11af9325fc8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5070930 Nov 01 00:08:43.665173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed0958e-3324-4f9c-88b8-51a4782db55b req-7a12be0d-9c2f-46d9-b89c-fa44d83447f1 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:43.666889 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ed0958e-3324-4f9c-88b8-51a4782db55b req-7a12be0d-9c2f-46d9-b89c-fa44d83447f1 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.3977563 Nov 01 00:08:43.682961 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Request body: {'port': {'device_id': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:43.689487 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-671f1e94-7ff6-4ea6-b520-3c074d06c83d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 378 time: 0.1141617 Nov 01 00:08:43.713622 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-4ae612ac-36a4-40df-bece-1baa52550125 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e8448d5-1f49-4e04-930f-73533e3ab9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768702 Nov 01 00:08:43.745283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'port': {'device_id': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'admin_state_up': True, 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'security_groups': ['e750d607-cf86-465c-b303-4696056d57b0']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:43.804721 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4fbce2c3-79db-40db-8750-9e2c1d562a61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.901845 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-78a223d9-71d1-4b7a-8bb8-176b072ad59e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:43.966623 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6e02c20-5c9f-488c-83fc-79f54afe09a2 req-98ae6de2-e698-4532-a757-b2b4e380732a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.1217170 Nov 01 00:08:43.976282 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-e729cafb-4a47-4f97-867e-c20bda014df7 service neutron] 10.222.0.36 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492368 Nov 01 00:08:43.976896 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ed0958e-3324-4f9c-88b8-51a4782db55b req-8b11cc53-6e50-4b7d-bd6b-aa701e3ade37 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040538 Nov 01 00:08:43.981776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.014843 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45120) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:44.120714 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-78a223d9-71d1-4b7a-8bb8-176b072ad59e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.141497 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-23b9006e-d78d-4a20-bbc6-4f467e000f63 service neutron] 10.222.0.36 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477292 Nov 01 00:08:44.180489 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcadced7-6198-49d7-a1e1-b58adb2f2a37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.235941 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4fbce2c3-79db-40db-8750-9e2c1d562a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.289075 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-4fbce2c3-79db-40db-8750-9e2c1d562a61 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a2276967e8734688b26c8173bddbcef4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0706940 Nov 01 00:08:44.297961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45124) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:44.309729 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbce2c3-79db-40db-8750-9e2c1d562a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ddbaca-20dc-4157-ab06-1f5d3adf2747,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.331194 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-78a223d9-71d1-4b7a-8bb8-176b072ad59e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.337646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcadced7-6198-49d7-a1e1-b58adb2f2a37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.363108 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.399015 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-78a223d9-71d1-4b7a-8bb8-176b072ad59e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d06c3a2d4f5473bb2cb9f876d68d329&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7982812 Nov 01 00:08:44.399240 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45126) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:44.412354 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a223d9-71d1-4b7a-8bb8-176b072ad59e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50dd5564-da85-4d81-b08b-e8b166584c88,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.430800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Made reservation on behalf of 9f8dab6c00274fdca74f2354c500a7b3 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:08:44.435277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.437469 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcadced7-6198-49d7-a1e1-b58adb2f2a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.459670 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.512729 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-dcadced7-6198-49d7-a1e1-b58adb2f2a37 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c30830d1c68947aaa560dfe7e67a4fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4941792 Nov 01 00:08:44.512729 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.513845 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45128) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:44.514557 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcadced7-6198-49d7-a1e1-b58adb2f2a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39b2b98-f8d9-4353-8b49-0b3977035b3f,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.539649 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.561058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.578430 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.672236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:44.686827 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:44.689126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Allocated IP 172.20.0.7 (202277f7-f839-42eb-9c0d-390110b42ad4/0c83aa46-a1bb-4243-b660-dc2a08361f03/310ace6c-71bf-4938-afd8-acba243f3cdd) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:08:44.699140 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.699140 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.699140 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e9ddbaca-20dc-4157-ab06-1f5d3adf2747 HTTP/1.1" status: 204 len: 168 time: 0.3998849 Nov 01 00:08:44.702797 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:44.708126 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15cb3d-0885-4cc5-8baa-b6d7b301c65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ddbaca-20dc-4157-ab06-1f5d3adf2747,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.708341 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:44.709496 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.739872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Pushing event updated for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.741109 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.757878 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.757878 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/50dd5564-da85-4d81-b08b-e8b166584c88 HTTP/1.1" status: 204 len: 168 time: 0.3546786 Nov 01 00:08:44.768249 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb07240-b652-48af-b9b2-4c415dad1181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50dd5564-da85-4d81-b08b-e8b166584c88,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:44.840099 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.924044 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-bff78112-7e30-4484-946e-9e329670be03 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3474240 Nov 01 00:08:44.934499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:44.959351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b953519-9880-4616-9992-ef9a97103512 req-a0c659d0-5920-4175-abf2-ca89a0f055de tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:44.960843 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8b953519-9880-4616-9992-ef9a97103512 req-a0c659d0-5920-4175-abf2-ca89a0f055de tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 931 time: 0.2631092 Nov 01 00:08:45.015490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:45.037350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.088482 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8b953519-9880-4616-9992-ef9a97103512 req-3a0860c1-b4b5-45ef-9f4e-f76cb3db067e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170475 Nov 01 00:08:45.133819 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.172415 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965a0e3-d717-4484-884c-8ae4fd86c764 req-be584576-70fe-46a5-b88b-6fdbe1f3ce32 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:45.179309 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c965a0e3-d717-4484-884c-8ae4fd86c764 req-be584576-70fe-46a5-b88b-6fdbe1f3ce32 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.1073544 Nov 01 00:08:45.203903 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.206438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.207573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a39b2b98-f8d9-4353-8b49-0b3977035b3f HTTP/1.1" status: 204 len: 168 time: 0.6927216 Nov 01 00:08:45.213402 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Transition to ACTIVE for port object 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:08:45.236537 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6186d1d2-d517-4e7c-83bc-68ab0f8e1fba req-acbf8f59-5bbb-4c73-b3f4-8bbfd21ee7b3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0517948 Nov 01 00:08:45.247018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539c9a51-2467-4d38-b418-e5c52e9d8d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39b2b98-f8d9-4353-8b49-0b3977035b3f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:45.269175 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c965a0e3-d717-4484-884c-8ae4fd86c764 req-2d17c4e8-24d8-42b3-9128-37bb24ca235c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829163 Nov 01 00:08:45.288873 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.341266 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Pushing event updated for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:45.360577 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.417745 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Attempting to bind port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:45.418076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Attempting to bind port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:45.418404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Attempting to bind port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:45.429406 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:08:45.432002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:08:45.432565 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Attempting to bind port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:45.434108 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:45.436611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:08:45.454854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:45.455190 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Checking segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:45.455588 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Bound using segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:45.456020 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Bound port: 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:45.456368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.472754 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:08:45.478535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:45.479143 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.539622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:45.542858 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:45.604673 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.618875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45158) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:45.657290 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-55bead83-aac0-4d1c-a253-677af32e6f11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.666869 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-6c389733-c84e-4ba5-8e00-ef60fb790090 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9449615 Nov 01 00:08:45.700148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:45.700773 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.702230 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] 10.222.0.36 "PUT /v2.0/ports/03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 1093 time: 2.0280740 Nov 01 00:08:45.702686 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:45.706125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49c44881-19e4-4d45-81f0-2da05c565c11" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:45.707008 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45160) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:45.735628 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18e4634c-04c3-4029-a772-93815ab8d216 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.740581 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-57fec2d1-39ad-4de9-961e-e45bc406f97a None None] Provisioning complete for port 310ace6c-71bf-4938-afd8-acba243f3cdd triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:45.741166 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-57fec2d1-39ad-4de9-961e-e45bc406f97a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.767960 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133656e4-8cb2-41da-8672-420fbcf7f81e service neutron] Pushing event updated for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:45.796980 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-57fec2d1-39ad-4de9-961e-e45bc406f97a None None] Port 310ace6c-71bf-4938-afd8-acba243f3cdd cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:08:45.832693 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9dcd11e-1492-4f3c-8c9e-57f50b03ad5e x-openstack-request-id: req-e9dcd11e-1492-4f3c-8c9e-57f50b03ad5e {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:45.832985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:45.833236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9dcd11e-1492-4f3c-8c9e-57f50b03ad5e {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:45.834164 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'status': 'completed', 'code': 200} Nov 01 00:08:45.863600 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18e4634c-04c3-4029-a772-93815ab8d216 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.872361 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-55bead83-aac0-4d1c-a253-677af32e6f11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.923246 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18e4634c-04c3-4029-a772-93815ab8d216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.960726 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-55bead83-aac0-4d1c-a253-677af32e6f11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:45.965749 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-18e4634c-04c3-4029-a772-93815ab8d216 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d97cb762b47c4c779bda69c378e53dd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534938 Nov 01 00:08:45.968504 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45170) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:45.971393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e4634c-04c3-4029-a772-93815ab8d216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69b6f80-7706-4663-8fd2-61c2893de1cb,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:45.999924 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-55bead83-aac0-4d1c-a253-677af32e6f11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=22713fd5a0ac43f18a160521ef96c3f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3796396 Nov 01 00:08:46.009327 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45172) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:46.009979 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bead83-aac0-4d1c-a253-677af32e6f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1370de65-f809-4401-9e3d-e5eb86ab260b,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:46.029323 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.050607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.061081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.082237 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.208927 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8dcdcf-5398-43a5-adcc-262ecea48936 req-c9e4114b-eede-483d-8a86-a106235c1760 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:46.210327 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5a8dcdcf-5398-43a5-adcc-262ecea48936 req-c9e4114b-eede-483d-8a86-a106235c1760 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 931 time: 0.0512996 Nov 01 00:08:46.214522 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.217080 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.218124 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d69b6f80-7706-4663-8fd2-61c2893de1cb HTTP/1.1" status: 204 len: 168 time: 0.2486477 Nov 01 00:08:46.238924 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396be4df-824e-44b0-bb1f-d5e851c20682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69b6f80-7706-4663-8fd2-61c2893de1cb,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:46.260872 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.261070 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5a8dcdcf-5398-43a5-adcc-262ecea48936 req-4c330f78-63de-4dad-be12-190d379d9a99 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 Nov 01 00:08:46.263337 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.270868 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1370de65-f809-4401-9e3d-e5eb86ab260b HTTP/1.1" status: 204 len: 168 time: 0.2510595 Nov 01 00:08:46.276272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b19aea-0f4f-4b16-b338-5ad2aa14f45e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1370de65-f809-4401-9e3d-e5eb86ab260b,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:46.405735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322e780-cf8a-46aa-b1b2-485da439e890 req-3e9b9470-313a-47de-a40e-06fe2b9e4471 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:46.407197 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6322e780-cf8a-46aa-b1b2-485da439e890 req-3e9b9470-313a-47de-a40e-06fe2b9e4471 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0703042 Nov 01 00:08:46.415212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce653d83-f300-4bdd-b0d7-248678acbcc1 req-86d4226a-05a2-4673-8041-3412bdd81303 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:46.416668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ce653d83-f300-4bdd-b0d7-248678acbcc1 req-86d4226a-05a2-4673-8041-3412bdd81303 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 931 time: 0.0901926 Nov 01 00:08:46.468639 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6322e780-cf8a-46aa-b1b2-485da439e890 req-dfebf689-db51-4162-af42-782918a7074b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509117 Nov 01 00:08:46.475580 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ce653d83-f300-4bdd-b0d7-248678acbcc1 req-e31c80f5-a211-49f7-b62f-094ce08d74d5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522404 Nov 01 00:08:46.619139 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45186) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:46.633733 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-297afe9f-1d7a-4426-afd0-42ffc5785d68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.712277 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-297afe9f-1d7a-4426-afd0-42ffc5785d68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.791962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-297afe9f-1d7a-4426-afd0-42ffc5785d68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.829145 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297afe9f-1d7a-4426-afd0-42ffc5785d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446f29b8-e81a-4cfe-bcad-db6f4c9c49a7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:46.836319 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45198) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:46.843164 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-297afe9f-1d7a-4426-afd0-42ffc5785d68 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5b49aa846d9d428c8b0fceee55e239ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229109 Nov 01 00:08:46.885875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.906842 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:46.993986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Request body: {'port': {'device_id': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:46.999288 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Request body: {'port': {'device_id': '80621008-0655-46c5-b67b-31ff49b006db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:08:47.128879 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:47.132226 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:47.134769 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:47.135911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/446f29b8-e81a-4cfe-bcad-db6f4c9c49a7 HTTP/1.1" status: 204 len: 168 time: 0.2986341 Nov 01 00:08:47.149731 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:47.159277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-34f7c692-659a-4ab1-a7fa-bf8dd25dff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:47.160791 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-34f7c692-659a-4ab1-a7fa-bf8dd25dff8d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1096 time: 0.1273599 Nov 01 00:08:47.168065 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637b40-ec37-4395-8985-b317bb1cee08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446f29b8-e81a-4cfe-bcad-db6f4c9c49a7,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:47.580382 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6685a7f-3bb3-44f1-b8fc-1cc09642a62b req-39b38576-025c-4a09-8e80-d58678d5088a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:47.582533 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6685a7f-3bb3-44f1-b8fc-1cc09642a62b req-39b38576-025c-4a09-8e80-d58678d5088a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 931 time: 0.2326820 Nov 01 00:08:47.584136 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-34d368bf-817f-40fe-b923-0b5a8666d3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:47.585438 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-34d368bf-817f-40fe-b923-0b5a8666d3ff service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3881795 Nov 01 00:08:47.944832 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6685a7f-3bb3-44f1-b8fc-1cc09642a62b req-bb1f8e2e-80bf-418f-8d85-10cef720ce81 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525693 Nov 01 00:08:47.995212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac609862-c3cf-47ac-883d-8220ce5bc994 req-b6a63d15-0b9c-490d-89ef-3360b9cbb46a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:47.998346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ac609862-c3cf-47ac-883d-8220ce5bc994 req-b6a63d15-0b9c-490d-89ef-3360b9cbb46a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.4104424 Nov 01 00:08:48.062452 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-330c3cb0-8788-4d23-a594-eb83e63f50ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:48.064012 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49c44881-19e4-4d45-81f0-2da05c565c11 req-330c3cb0-8788-4d23-a594-eb83e63f50ea service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4614987 Nov 01 00:08:48.197501 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ac609862-c3cf-47ac-883d-8220ce5bc994 req-60a54c7c-291e-4ad3-9703-5aa17e3863b7 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924748 Nov 01 00:08:48.199314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:48.213174 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce85d16-a7df-474e-8b2b-a8f8274c5190 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:48.218159 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.222643 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.249697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5bf2-225d-403c-a2bd-adba1ebb3a2d req-9d62cfc2-99fc-4635-85ae-df6484da8d18 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:48.249697 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d63d5bf2-225d-403c-a2bd-adba1ebb3a2d req-9d62cfc2-99fc-4635-85ae-df6484da8d18 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 931 time: 0.2002921 Nov 01 00:08:48.253206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Transition to ACTIVE for port object 310ace6c-71bf-4938-afd8-acba243f3cdd will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:08:48.261438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Transition to ACTIVE for port object dce85d16-a7df-474e-8b2b-a8f8274c5190 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:08:48.279293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e7ced2d-06a4-4471-bd60-2bedc5dd3ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:48.280781 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1e7ced2d-06a4-4471-bd60-2bedc5dd3ffa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1096 time: 0.1419837 Nov 01 00:08:48.302839 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d63d5bf2-225d-403c-a2bd-adba1ebb3a2d req-44b175cf-ddc9-43c5-b916-539967d366db tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423944 Nov 01 00:08:48.376510 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.379298 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-77f83318-eb90-435b-ae87-bed91beabd59 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0829532 Nov 01 00:08:48.461596 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.488770 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:48.530979 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-021905f8-7d27-4c2e-8d12-8e6b6c41a5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:48.532933 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-021905f8-7d27-4c2e-8d12-8e6b6c41a5d4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.1454699 Nov 01 00:08:48.628056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Attempting to bind port 310ace6c-71bf-4938-afd8-acba243f3cdd on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:48.628599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Attempting to bind port 310ace6c-71bf-4938-afd8-acba243f3cdd by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:48.628599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Attempting to bind port 310ace6c-71bf-4938-afd8-acba243f3cdd on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:48.632528 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-1a2c2e54-c59e-40ba-b893-bb7d720e7a66 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780432 Nov 01 00:08:48.660844 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:48.694342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Port 310ace6c-71bf-4938-afd8-acba243f3cdd on network 202277f7-f839-42eb-9c0d-390110b42ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:08:48.694745 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Attempting to bind port 310ace6c-71bf-4938-afd8-acba243f3cdd on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:48.737367 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Attempting to bind port dce85d16-a7df-474e-8b2b-a8f8274c5190 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:08:48.737697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Attempting to bind port dce85d16-a7df-474e-8b2b-a8f8274c5190 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:08:48.738019 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Attempting to bind port dce85d16-a7df-474e-8b2b-a8f8274c5190 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:48.744882 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Port dce85d16-a7df-474e-8b2b-a8f8274c5190 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:08:48.745414 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Attempting to bind port dce85d16-a7df-474e-8b2b-a8f8274c5190 on network cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:08:48.747724 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:48.748238 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Checking segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:48.748614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Bound using segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:48.749146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Bound port: 310ace6c-71bf-4938-afd8-acba243f3cdd, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:48.749384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.779755 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:08:48.780099 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Checking segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:08:48.780480 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Bound using segment: {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:08:48.780917 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Bound port: dce85d16-a7df-474e-8b2b-a8f8274c5190, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ffc0872-04b0-4537-a6fd-71eed5cb3fea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:08:48.781460 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:48.902619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:48.921430 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-92cf2fae-165c-4d67-bc2b-8f6fe61e71f8 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686682 Nov 01 00:08:48.925729 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:48.973755 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:08:48.992730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:08:49.025302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:49.092438 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d0d8840-ade8-4e1c-8807-12377f8e2489 req-3ea6073f-e383-449a-ad52-c96396c0ce73 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624825 Nov 01 00:08:49.093614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.094265 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:49.095602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] 10.222.0.36 "PUT /v2.0/ports/310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 1093 time: 2.1075907 Nov 01 00:08:49.111059 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:49.113896 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:49.150836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:49.162103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb22e25b-1fc3-4f30-b214-3d70d463827f x-openstack-request-id: req-fb22e25b-1fc3-4f30-b214-3d70d463827f {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:49.162418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:49.162682 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb22e25b-1fc3-4f30-b214-3d70d463827f {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:49.163201 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'status': 'completed', 'code': 200} Nov 01 00:08:49.165861 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005329c-27d6-4424-9d99-9a55413839aa service neutron] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:49.235436 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.236087 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:49.241977 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] 10.222.0.36 "PUT /v2.0/ports/dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 200 len: 1093 time: 2.2527030 Nov 01 00:08:49.288599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381cf58f-f635-4676-9830-e45a6be11fe6 req-a966c6e9-6364-4672-a658-251464239311 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.290223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-381cf58f-f635-4676-9830-e45a6be11fe6 req-a966c6e9-6364-4672-a658-251464239311 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.2252676 Nov 01 00:08:49.341801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24839d8e-573f-4853-8c11-e64c6263b6d6 service neutron] Pushing event updated for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:49.453536 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-381cf58f-f635-4676-9830-e45a6be11fe6 req-42dd9534-e91a-49ef-94a6-a0aa3929bf39 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514523 Nov 01 00:08:49.527038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-8594b390-f170-4125-b655-facdfacf76a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.528588 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-8594b390-f170-4125-b655-facdfacf76a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1096 time: 0.2279212 Nov 01 00:08:49.544805 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecebf411-9c6c-4c09-bde5-25a67bd861ee req-49586eec-3461-4b3d-b6fc-78b28a68616f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.549193 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecebf411-9c6c-4c09-bde5-25a67bd861ee req-49586eec-3461-4b3d-b6fc-78b28a68616f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.2180741 Nov 01 00:08:49.592458 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-63f0d76a-bc54-49dc-a2ad-26db1ddc8822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.593921 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-63f0d76a-bc54-49dc-a2ad-26db1ddc8822 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1096 time: 0.1727591 Nov 01 00:08:49.697026 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-92ae82a1-a603-4b7c-9547-e0a026f9fed1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 200 len: 217 time: 0.0612531 Nov 01 00:08:49.767161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172e7fc-f6d5-460e-8f78-0b14e3e4c8aa req-52c9a563-8e34-4bb6-943e-fe30df35b495 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.768705 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0172e7fc-f6d5-460e-8f78-0b14e3e4c8aa req-52c9a563-8e34-4bb6-943e-fe30df35b495 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.2213893 Nov 01 00:08:49.771595 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecebf411-9c6c-4c09-bde5-25a67bd861ee req-57580c5a-4d62-4889-95b6-5350b07da397 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060587 Nov 01 00:08:49.802145 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-b5464d54-0bba-423b-bf1a-7d1ddf4b582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.804342 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-b5464d54-0bba-423b-bf1a-7d1ddf4b582f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2558775 Nov 01 00:08:49.870325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-441e47af-02a2-4506-a6e0-b51949f4d027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:49.871977 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-441e47af-02a2-4506-a6e0-b51949f4d027 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.1597569 Nov 01 00:08:49.921689 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0172e7fc-f6d5-460e-8f78-0b14e3e4c8aa req-9b6fe81f-a93d-4792-9b44-ec268d6effc5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1459434 Nov 01 00:08:49.923633 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-9f8f77ca-5d9c-452a-b028-76a51f7949f5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432482 Nov 01 00:08:49.989440 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45352) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:50.003144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-07003424-ee2e-49d1-ba8e-2d425809289f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:50.004695 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c5ba5d63-198c-486a-abb8-a8187f4aa4c6 req-07003424-ee2e-49d1-ba8e-2d425809289f service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1911967 Nov 01 00:08:50.084016 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-018d8375-2049-4533-bf36-57e3624fc495 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500318 Nov 01 00:08:50.168107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-a4026332-d15e-4ec7-9575-564d8b7d4db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:50.169621 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-a4026332-d15e-4ec7-9575-564d8b7d4db4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1096 time: 0.0987730 Nov 01 00:08:50.201401 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ccc0125-ca20-49ea-8dab-9a9281dfd872 req-b827423a-d5be-4142-ac0a-7d5b978fdbfa service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995233 Nov 01 00:08:50.257612 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c823b-ece9-4a45-8c02-1b6c73f5066f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.328556 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c823b-ece9-4a45-8c02-1b6c73f5066f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.403198 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ba5c823b-ece9-4a45-8c02-1b6c73f5066f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.442207 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ba5c823b-ece9-4a45-8c02-1b6c73f5066f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4d72876f2e44e2b9d8771a755caa7f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4511065 Nov 01 00:08:50.444251 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5c823b-ece9-4a45-8c02-1b6c73f5066f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadc678e-fb8f-4042-ab86-a920d2c83a52,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:50.444913 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45368) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:08:50.497702 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.520746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.598842 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811703fc-a25c-4147-b443-833b912e5c74 req-7ceb6e7e-c5e2-47b8-a039-26365be50eee tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:50.600714 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-811703fc-a25c-4147-b443-833b912e5c74 req-7ceb6e7e-c5e2-47b8-a039-26365be50eee tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.0648260 Nov 01 00:08:50.648098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-811703fc-a25c-4147-b443-833b912e5c74 req-db820eca-b8e1-48b1-9be4-86e5105ad14b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381527 Nov 01 00:08:50.706292 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.709460 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.714100 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cadc678e-fb8f-4042-ab86-a920d2c83a52 HTTP/1.1" status: 204 len: 168 time: 0.2646959 Nov 01 00:08:50.718283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4fcab-6d14-4e67-bdc3-378a5052cbb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadc678e-fb8f-4042-ab86-a920d2c83a52,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:50.821734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:50.918122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4305f-b74a-4aaa-9a48-04f70a2a708b req-d281b03c-6f92-4f06-98ab-99b5c71bc6b9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:50.919668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6e4305f-b74a-4aaa-9a48-04f70a2a708b req-d281b03c-6f92-4f06-98ab-99b5c71bc6b9 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0623927 Nov 01 00:08:50.959311 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6e4305f-b74a-4aaa-9a48-04f70a2a708b req-6ff478c9-6e01-43ed-9c38-e1238c0c91b4 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333405 Nov 01 00:08:51.063653 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913356d0-8bb9-4a90-a683-00c5bb2419e6 req-fc2c740a-a26e-4e61-8027-02fc882f5d37 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:51.065164 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-913356d0-8bb9-4a90-a683-00c5bb2419e6 req-fc2c740a-a26e-4e61-8027-02fc882f5d37 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0539527 Nov 01 00:08:51.109122 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-913356d0-8bb9-4a90-a683-00c5bb2419e6 req-c8b67142-02f5-462c-aae8-ba19a66aeba4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366547 Nov 01 00:08:51.163966 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:51.167116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528499a3-5416-41cb-b2b4-8f3486325226" -d '{"events": [{"name": "network-changed", "server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:51.206606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4f99df-a0ab-48dd-8d11-bb8bc5ca3e61 x-openstack-request-id: req-8b4f99df-a0ab-48dd-8d11-bb8bc5ca3e61 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:51.206900 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:51.207148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b4f99df-a0ab-48dd-8d11-bb8bc5ca3e61 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:51.207588 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190', 'status': 'completed', 'code': 200} Nov 01 00:08:51.767187 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffccb68c-7f10-4eb0-b3bf-29cfa3ec56ed req-67473d51-c159-4008-beef-073b3b02408c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:51.768736 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffccb68c-7f10-4eb0-b3bf-29cfa3ec56ed req-67473d51-c159-4008-beef-073b3b02408c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.0497844 Nov 01 00:08:51.808323 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffccb68c-7f10-4eb0-b3bf-29cfa3ec56ed req-d9b4c949-9ede-42ad-8176-87e745a81692 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Nov 01 00:08:51.983388 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:08:52.092796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7cb74-a07e-4815-bffd-97ce13681cfd req-a12c11fc-2c50-4b61-9fc3-3013f997b473 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:52.094372 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ae7cb74-a07e-4815-bffd-97ce13681cfd req-a12c11fc-2c50-4b61-9fc3-3013f997b473 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0545814 Nov 01 00:08:52.132773 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ae7cb74-a07e-4815-bffd-97ce13681cfd req-6c4d05c9-dd45-4418-8b39-edbe77cb54f0 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323663 Nov 01 00:08:52.227973 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4abed35-de13-4434-afd3-14524eca64d1 req-0f28464f-0918-42eb-b51b-7e984aeda4dc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:52.229335 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a4abed35-de13-4434-afd3-14524eca64d1 req-0f28464f-0918-42eb-b51b-7e984aeda4dc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0489383 Nov 01 00:08:52.270327 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a4abed35-de13-4434-afd3-14524eca64d1 req-bd2207a0-5903-4263-b2e7-d4acac53fa8d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345697 Nov 01 00:08:52.922496 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fb680-78ea-43b6-87bc-8c21873bf356 req-bf5307e2-161b-43a6-8850-a3c304af2953 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:52.924066 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-158fb680-78ea-43b6-87bc-8c21873bf356 req-bf5307e2-161b-43a6-8850-a3c304af2953 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.0488348 Nov 01 00:08:52.968223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-158fb680-78ea-43b6-87bc-8c21873bf356 req-792fdad8-69a1-40ab-9dca-c80e046fa541 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350335 Nov 01 00:08:53.078183 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:08:53.112855 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-1d1313e0-1f1e-441d-9a90-a968e9d0e971 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 217 time: 0.0354638 Nov 01 00:08:53.174346 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-de042a88-710d-4968-910e-34158a096a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.175822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-de042a88-710d-4968-910e-34158a096a3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0517035 Nov 01 00:08:53.188618 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:53.200825 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'port_id': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'mac_address': 'fa:16:3e:24:6f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:08:53.251503 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:53.268741 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:53.273697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-fb7a0605-e948-4707-8d6d-73c4e454a1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.275497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-fb7a0605-e948-4707-8d6d-73c4e454a1c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918355 Nov 01 00:08:53.283454 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff0c7e-637e-4e61-8274-ddc0e9238601 req-ae757661-1569-4801-ad46-2c207014352d tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.284698 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1ff0c7e-637e-4e61-8274-ddc0e9238601 req-ae757661-1569-4801-ad46-2c207014352d tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 943 time: 0.0751176 Nov 01 00:08:53.286977 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:53.403128 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:53.403837 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 2b628238-84a3-44c2-873c-c2ad71f9ff79 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:08:53.498412 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:53.545839 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79,segment=NetworkSegment(e4cee459-f6b7-4a74-b284-b46085fb915e),segment_id=e4cee459-f6b7-4a74-b284-b46085fb915e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:53.557446 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '2b628238-84a3-44c2-873c-c2ad71f9ff79', 'network_id': '5e8448d5-1f49-4e04-930f-73533e3ab9fe', 'port_id': '2b628238-84a3-44c2-873c-c2ad71f9ff79', 'mac_address': 'fa:16:3e:44:2d:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecb27175-d294-4110-ba86-19dc23b86302', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:08:53.593594 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:53.610250 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b628238-84a3-44c2-873c-c2ad71f9ff79 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:53.617938 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1ff0c7e-637e-4e61-8274-ddc0e9238601 req-aa4100a9-6868-4f76-9040-cc995d8a7569 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271725 Nov 01 00:08:53.627926 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528499a3-5416-41cb-b2b4-8f3486325226 req-7c485ed7-b48b-46e5-9778-d2b5f8829732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.629397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-7c485ed7-b48b-46e5-9778-d2b5f8829732 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1096 time: 0.3317728 Nov 01 00:08:53.718386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff28ce7-b055-42bf-b02c-ae19599077de req-95903087-7c7b-41d5-91b0-2bf841281941 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.719938 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ff28ce7-b055-42bf-b02c-ae19599077de req-95903087-7c7b-41d5-91b0-2bf841281941 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.1613164 Nov 01 00:08:53.739015 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79,segment=NetworkSegment(e4cee459-f6b7-4a74-b284-b46085fb915e),segment_id=e4cee459-f6b7-4a74-b284-b46085fb915e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:53.761644 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-dcde4d1b-4fa8-462f-a8ac-e5799644ed28 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623103 Nov 01 00:08:53.814964 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:53.862041 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:53.878288 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ff28ce7-b055-42bf-b02c-ae19599077de req-8bcf886c-29c4-4091-99f7-db3e89975617 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467884 Nov 01 00:08:53.901747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528499a3-5416-41cb-b2b4-8f3486325226 req-6a649c0d-bf4b-4068-97fe-7ab3865e7590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:53.903186 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-6a649c0d-bf4b-4068-97fe-7ab3865e7590 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.2644889 Nov 01 00:08:53.953407 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-cce0ce32-16a5-438e-a655-2e00e0491117 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 200 len: 217 time: 0.0405474 Nov 01 00:08:53.958823 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe30c9eb-31cd-4ba1-b022-4baf10f21cf3 req-a208318c-8553-4752-9dfc-4cd4aefd950d service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850286 Nov 01 00:08:54.042651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528499a3-5416-41cb-b2b4-8f3486325226 req-bacd7583-c9ef-4c46-ad84-90d0fbc40ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:54.042651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-bacd7583-c9ef-4c46-ad84-90d0fbc40ace service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.0626204 Nov 01 00:08:54.099778 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-76f6459b-8840-4a7c-9ab4-a66cdda5bd2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501609 Nov 01 00:08:54.163977 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15272e56-a2c4-4316-ad8b-7b515fc5bdcb req-62e0f272-c1a1-4591-951a-e39ef6857229 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:54.165464 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15272e56-a2c4-4316-ad8b-7b515fc5bdcb req-62e0f272-c1a1-4591-951a-e39ef6857229 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.1180320 Nov 01 00:08:54.231332 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15272e56-a2c4-4316-ad8b-7b515fc5bdcb req-eb475496-4bfb-41d5-8106-28dbf2ae8230 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578616 Nov 01 00:08:54.242123 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-4253d479-cb43-4b63-aca0-64b81edfeed3 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316285 Nov 01 00:08:54.340993 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-528499a3-5416-41cb-b2b4-8f3486325226 req-149c8f37-15b9-4e0d-99d4-25f99de37d36 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900252 Nov 01 00:08:54.396044 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['03f52fcf-527c-46e9-9f4d-ff256ffa2d12'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:08:54.438228 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['2b628238-84a3-44c2-873c-c2ad71f9ff79'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:08:54.736645 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fb9fa-1e2e-4e06-bdc9-25c5f08ef400 req-9815fe44-a453-4d75-bdaf-a2df800d4c71 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:54.738108 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-517fb9fa-1e2e-4e06-bdc9-25c5f08ef400 req-9815fe44-a453-4d75-bdaf-a2df800d4c71 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 944 time: 0.0505836 Nov 01 00:08:54.774177 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-517fb9fa-1e2e-4e06-bdc9-25c5f08ef400 req-1f88fc3c-8589-49b2-a7a3-3d8b7e2c124a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300150 Nov 01 00:08:55.000302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891f927-9768-49b8-9d6b-94ffa4d43045 req-55b315bb-5d51-47ff-85af-62fdf9e4d699 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:55.001916 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0891f927-9768-49b8-9d6b-94ffa4d43045 req-55b315bb-5d51-47ff-85af-62fdf9e4d699 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0535867 Nov 01 00:08:55.041616 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0891f927-9768-49b8-9d6b-94ffa4d43045 req-caac7a21-ed8e-4c91-9fbd-946fcbd7c565 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326948 Nov 01 00:08:55.346302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc5dfbc-4332-4f4d-8828-e4992d4407f5 req-7dbbe106-9a3a-4fbd-bcaf-035a55f86316 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:55.347862 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5dc5dfbc-4332-4f4d-8828-e4992d4407f5 req-7dbbe106-9a3a-4fbd-bcaf-035a55f86316 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 943 time: 0.0488725 Nov 01 00:08:55.386346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5dc5dfbc-4332-4f4d-8828-e4992d4407f5 req-1983680c-cee7-45a2-a957-2dd4786fecfe tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321932 Nov 01 00:08:55.869095 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device dce85d16-a7df-474e-8b2b-a8f8274c5190 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:08:55.878517 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:55.889076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa376e6-505c-4bf4-be9b-b234ba052b4b req-d94c04dd-db7b-4d74-90d2-71a45cec1a52 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:55.890573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eaa376e6-505c-4bf4-be9b-b234ba052b4b req-d94c04dd-db7b-4d74-90d2-71a45cec1a52 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 944 time: 0.0499558 Nov 01 00:08:55.932882 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eaa376e6-505c-4bf4-be9b-b234ba052b4b req-324c74f7-a7ca-482d-9650-575a2fcb0246 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351403 Nov 01 00:08:56.002903 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:56.013472 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'dce85d16-a7df-474e-8b2b-a8f8274c5190', 'network_id': 'cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0', 'port_id': 'dce85d16-a7df-474e-8b2b-a8f8274c5190', 'mac_address': 'fa:16:3e:e5:0a:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00258c3f-b0dd-41de-9bb2-0cd0f0224697', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:08:56.048851 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.064550 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce85d16-a7df-474e-8b2b-a8f8274c5190 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:56.083212 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:56.161180 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e5a898-cb11-48df-964d-826fd2853616 req-7fd62970-66c1-483c-b2e4-dee17fc78a15 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:56.163381 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16e5a898-cb11-48df-964d-826fd2853616 req-7fd62970-66c1-483c-b2e4-dee17fc78a15 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0515637 Nov 01 00:08:56.200098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16e5a898-cb11-48df-964d-826fd2853616 req-73278ece-025b-471c-bd1e-92f15ffda6d0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308814 Nov 01 00:08:56.305053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:08:56.309168 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.309168 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:08:56.314381 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:56.314670 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.438281 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:56.496230 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.502981 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1f447-7e4d-456f-a65e-7942de103ae8 req-7d2ced93-4a73-42a7-93c6-ef342797d9f3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:56.504577 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90f1f447-7e4d-456f-a65e-7942de103ae8 req-7d2ced93-4a73-42a7-93c6-ef342797d9f3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0487201 Nov 01 00:08:56.526147 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:56.532892 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:56.545055 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90f1f447-7e4d-456f-a65e-7942de103ae8 req-0f735431-23be-4a32-9394-fb4bd1590222 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325205 Nov 01 00:08:56.616651 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:56.619002 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:08:56.659194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.675734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:08:56.695622 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:56.699012 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.699827 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 2b628238-84a3-44c2-873c-c2ad71f9ff79 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:08:56.722172 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c0e6e4-8d81-4571-92b9-40cd19616762" -d '{"events": [{"server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "name": "network-vif-plugged", "status": "completed", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:56.793146 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:56.803322 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:56.857318 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d96a85a-013d-4e93-80cf-bb8ed626564d x-openstack-request-id: req-2d96a85a-013d-4e93-80cf-bb8ed626564d {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:56.857607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "name": "network-vif-plugged", "status": "completed", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:56.857856 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d96a85a-013d-4e93-80cf-bb8ed626564d {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:56.858302 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'code': 200} Nov 01 00:08:56.871599 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:56.929063 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 2b628238-84a3-44c2-873c-c2ad71f9ff79 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:08:56.933316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 2b628238-84a3-44c2-873c-c2ad71f9ff79 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:08:56.933775 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:57.045510 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:57.074193 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8441aa9-02c1-42da-994d-0802f17e658b req-f10477af-a65f-4dfe-85f6-336147a6a117 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:57.075946 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f8441aa9-02c1-42da-994d-0802f17e658b req-f10477af-a65f-4dfe-85f6-336147a6a117 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 944 time: 0.0571561 Nov 01 00:08:57.079800 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79,segment=NetworkSegment(e4cee459-f6b7-4a74-b284-b46085fb915e),segment_id=e4cee459-f6b7-4a74-b284-b46085fb915e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:08:57.115388 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f8441aa9-02c1-42da-994d-0802f17e658b req-6a1a4277-7cb6-4407-b0b3-74602ecc4d3d tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327315 Nov 01 00:08:57.186252 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:08:57.235557 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:08:57.324822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f18185-c6ce-475a-a8bb-6da704684a1a req-d38c3e27-63ac-4677-9deb-d544d05a922f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:57.326245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f18185-c6ce-475a-a8bb-6da704684a1a req-d38c3e27-63ac-4677-9deb-d544d05a922f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0513525 Nov 01 00:08:57.364099 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f18185-c6ce-475a-a8bb-6da704684a1a req-b4062d31-ded3-40a0-aa2e-db4b25af35cf tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319202 Nov 01 00:08:57.661258 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a93bf21-b208-4fdc-b4cc-11ab1245c410 req-bc8b6d3b-7b6b-4e2c-8c33-fe3ce21bdd01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:57.663551 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a93bf21-b208-4fdc-b4cc-11ab1245c410 req-bc8b6d3b-7b6b-4e2c-8c33-fe3ce21bdd01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0493584 Nov 01 00:08:57.700307 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a93bf21-b208-4fdc-b4cc-11ab1245c410 req-bd34e1e0-b97c-43cb-82e4-5ac4da2b352c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306575 Nov 01 00:08:58.232954 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4168c-d720-493d-8e78-3ed604478c26 req-5f317710-8a05-4b9a-97d8-958417ad2d73 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:58.234705 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5cf4168c-d720-493d-8e78-3ed604478c26 req-5f317710-8a05-4b9a-97d8-958417ad2d73 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0483949 Nov 01 00:08:58.276163 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5cf4168c-d720-493d-8e78-3ed604478c26 req-eacb2af3-7331-4fe7-9d20-cd189b7d7c38 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313990 Nov 01 00:08:58.482806 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7df28c-2e04-42b0-a71d-0855f3e4483d req-1a9311f2-624d-4903-8c23-3d404c2834ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:58.484585 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de7df28c-2e04-42b0-a71d-0855f3e4483d req-1a9311f2-624d-4903-8c23-3d404c2834ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0523374 Nov 01 00:08:58.521561 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de7df28c-2e04-42b0-a71d-0855f3e4483d req-677fa194-da0d-4939-8022-ea0dca2abff2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304627 Nov 01 00:08:58.812013 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d8b40-e095-4464-bad2-e6639982dd94 req-64bbe786-ecd6-4b8d-9180-fac6dfdde819 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:58.813480 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b89d8b40-e095-4464-bad2-e6639982dd94 req-64bbe786-ecd6-4b8d-9180-fac6dfdde819 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0476058 Nov 01 00:08:58.851296 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b89d8b40-e095-4464-bad2-e6639982dd94 req-f3a93cfe-eaae-4f1f-ace2-827e027d8cc4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Nov 01 00:08:58.859929 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:08:58.871817 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aade8964-3705-490f-9fe2-f204974d1465" -d '{"events": [{"server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "name": "network-vif-plugged", "status": "completed", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:08:58.901352 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6109252b-8f34-493d-b9a5-ca09260db61d x-openstack-request-id: req-6109252b-8f34-493d-b9a5-ca09260db61d {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:08:58.901662 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "name": "network-vif-plugged", "status": "completed", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:08:58.901917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6109252b-8f34-493d-b9a5-ca09260db61d {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:08:58.902304 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79', 'code': 200} Nov 01 00:08:59.179002 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['dce85d16-a7df-474e-8b2b-a8f8274c5190'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:08:59.204554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['310ace6c-71bf-4938-afd8-acba243f3cdd'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:08:59.387625 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb43e48-e601-40e1-ae55-72dcf3785910 req-8848d454-8258-4f0e-9f98-7badb1fc24de tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:59.389250 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2eb43e48-e601-40e1-ae55-72dcf3785910 req-8848d454-8258-4f0e-9f98-7badb1fc24de tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0472138 Nov 01 00:08:59.427470 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2eb43e48-e601-40e1-ae55-72dcf3785910 req-7837cef1-1774-4cdc-b06d-4df71dad2cdf tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Nov 01 00:08:59.646413 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8538ae-7788-4fa8-b600-a63a79150dfb req-3642d2db-31b8-4334-933d-fab88cfa616c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:59.647985 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d8538ae-7788-4fa8-b600-a63a79150dfb req-3642d2db-31b8-4334-933d-fab88cfa616c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0534718 Nov 01 00:08:59.685109 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d8538ae-7788-4fa8-b600-a63a79150dfb req-f035755c-375e-4dad-b26d-0953a6bee358 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310454 Nov 01 00:08:59.968078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8b2bf5-33cc-467c-b191-b7222fccafe7 req-acbb5973-2b95-4936-96b3-0d09b571ac80 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:08:59.969566 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c8b2bf5-33cc-467c-b191-b7222fccafe7 req-acbb5973-2b95-4936-96b3-0d09b571ac80 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0504482 Nov 01 00:09:00.008041 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c8b2bf5-33cc-467c-b191-b7222fccafe7 req-85bb6461-07bf-4853-8d2e-cb099379b2c7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325162 Nov 01 00:09:00.540539 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92d4620-c172-4145-a820-0edb58f132bc req-3ef7d0ae-c033-4b19-b498-2bc316bc0cf2 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:00.542097 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f92d4620-c172-4145-a820-0edb58f132bc req-3ef7d0ae-c033-4b19-b498-2bc316bc0cf2 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0488331 Nov 01 00:09:00.580423 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f92d4620-c172-4145-a820-0edb58f132bc req-b9956428-653f-4b75-bd60-28dbfa5120fb tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323315 Nov 01 00:09:00.806875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d18e38-5f9b-4fb5-ae2a-11f167421507 req-3bf38d5c-fc52-41ba-855a-7013baf09c60 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:00.808477 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9d18e38-5f9b-4fb5-ae2a-11f167421507 req-3bf38d5c-fc52-41ba-855a-7013baf09c60 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0531969 Nov 01 00:09:00.846902 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9d18e38-5f9b-4fb5-ae2a-11f167421507 req-91c37b35-8072-4513-9caa-ef19f21cb150 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324783 Nov 01 00:09:01.130372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0482758-e7d0-432b-b6f1-85466a2e736f req-b36e378c-446c-4432-94e0-49fd54ad92af tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:01.132637 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e0482758-e7d0-432b-b6f1-85466a2e736f req-b36e378c-446c-4432-94e0-49fd54ad92af tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0591526 Nov 01 00:09:01.173331 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e0482758-e7d0-432b-b6f1-85466a2e736f req-e83d16fa-5920-4e67-a3a1-2dc5a10026b1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344799 Nov 01 00:09:01.691380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04b151-b5b4-4f79-90f0-70a94780e06b req-80d0ff4d-4381-4df4-917a-c41cf193d5ea tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:01.692851 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa04b151-b5b4-4f79-90f0-70a94780e06b req-80d0ff4d-4381-4df4-917a-c41cf193d5ea tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0472014 Nov 01 00:09:01.729788 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa04b151-b5b4-4f79-90f0-70a94780e06b req-f047c6fa-f320-4ce1-b2fe-3756c3171356 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310767 Nov 01 00:09:01.965982 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c008b-2ea8-4265-9988-04b1acf4a6bb req-a8ce0d12-3678-42f2-9ff4-b620d7499483 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:01.967471 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-602c008b-2ea8-4265-9988-04b1acf4a6bb req-a8ce0d12-3678-42f2-9ff4-b620d7499483 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0506177 Nov 01 00:09:02.007594 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-602c008b-2ea8-4265-9988-04b1acf4a6bb req-6344e428-fec6-4d2a-a46c-b7c2aaf643e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340006 Nov 01 00:09:02.133077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-cbf8ebde-0555-4304-b8b7-9eb321f5c3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:02.134454 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-cbf8ebde-0555-4304-b8b7-9eb321f5c3d9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0957868 Nov 01 00:09:02.135918 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-821a18ae-ef02-4ca0-b81f-9085b13cc7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:02.137216 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-821a18ae-ef02-4ca0-b81f-9085b13cc7c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 1098 time: 0.1002874 Nov 01 00:09:02.169841 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-b8ae498a-40d7-40df-bde3-87134d670db6 service neutron] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:02.171729 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-b72c4e92-f013-49aa-a43e-7bd3c286758a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:02.292428 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-b8ae498a-40d7-40df-bde3-87134d670db6 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:02.310095 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde58cc8-f24f-41aa-b772-d064d76483d9 req-106ab06b-aceb-4e25-a777-119a4c066ce2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:02.311597 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bde58cc8-f24f-41aa-b772-d064d76483d9 req-106ab06b-aceb-4e25-a777-119a4c066ce2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0643084 Nov 01 00:09:02.348151 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bde58cc8-f24f-41aa-b772-d064d76483d9 req-9c753e49-9c9a-47b8-9d08-eee662ac9ef6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304377 Nov 01 00:09:02.358653 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-b8ae498a-40d7-40df-bde3-87134d670db6 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:02.388931 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c2297ee-8ac4-466c-9dbf-b83d37403361 req-b8ae498a-40d7-40df-bde3-87134d670db6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402208 Nov 01 00:09:02.397683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ae498a-40d7-40df-bde3-87134d670db6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ba90ee-9a53-4005-9f8a-ea20189f9c15,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:02.420475 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.db.api [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-b72c4e92-f013-49aa-a43e-7bd3c286758a service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 1a9df8802b6c45928aada9a381844d3e {{(pid=102081) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 00:09:02.420817 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG oslo_db.api [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-b72c4e92-f013-49aa-a43e-7bd3c286758a service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 00:09:02.844567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c93b9d-5776-4b53-b449-e09d17f48942 req-d5a0471d-78a6-4b05-9c8c-1a4abdbc86b3 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:02.846031 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16c93b9d-5776-4b53-b449-e09d17f48942 req-d5a0471d-78a6-4b05-9c8c-1a4abdbc86b3 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0498497 Nov 01 00:09:02.883549 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16c93b9d-5776-4b53-b449-e09d17f48942 req-b4d1e988-49d6-4ce4-9d15-4ab3f778e81f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314529 Nov 01 00:09:02.921524 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-b72c4e92-f013-49aa-a43e-7bd3c286758a service neutron] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:02.976073 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f867ab54-10c2-4aca-82f6-e36f4ae9dad1 req-b72c4e92-f013-49aa-a43e-7bd3c286758a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8263493 Nov 01 00:09:03.126277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0554b1-c200-4454-a6e1-4a6a9e0004f2 req-ef2cf3c4-cc15-42b4-9f6a-05d2bf2268af tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:03.127754 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af0554b1-c200-4454-a6e1-4a6a9e0004f2 req-ef2cf3c4-cc15-42b4-9f6a-05d2bf2268af tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0480900 Nov 01 00:09:03.164632 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af0554b1-c200-4454-a6e1-4a6a9e0004f2 req-ca578c1c-10c2-446d-9ce9-127874e43a88 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303612 Nov 01 00:09:03.463144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bda0d27-e987-4e6e-90b7-e42324d33bf8 req-4e57470a-cf48-4854-85fa-d8df0407689b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:03.464688 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0bda0d27-e987-4e6e-90b7-e42324d33bf8 req-4e57470a-cf48-4854-85fa-d8df0407689b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 944 time: 0.0501349 Nov 01 00:09:03.505171 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0bda0d27-e987-4e6e-90b7-e42324d33bf8 req-43443421-e285-4023-b62e-a2800df08c7e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344315 Nov 01 00:09:03.999723 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218f70f-aa57-4eeb-b764-81e26732279a req-842877ed-55e9-4eb5-81a7-1d63d1bbe3c2 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:04.001257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2218f70f-aa57-4eeb-b764-81e26732279a req-842877ed-55e9-4eb5-81a7-1d63d1bbe3c2 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0484464 Nov 01 00:09:04.041413 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2218f70f-aa57-4eeb-b764-81e26732279a req-4f96ceea-2887-46a0-9634-cf9a6f18b173 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324275 Nov 01 00:09:04.070977 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device dce85d16-a7df-474e-8b2b-a8f8274c5190 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:04.266256 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port dce85d16-a7df-474e-8b2b-a8f8274c5190 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:09:04.270466 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port dce85d16-a7df-474e-8b2b-a8f8274c5190 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:04.270923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.283323 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd285c9-72b6-40ee-ab71-63c541cb1426 req-222e8ce0-6357-4dde-a99e-f9d28a157ab7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:04.284826 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cbd285c9-72b6-40ee-ab71-63c541cb1426 req-222e8ce0-6357-4dde-a99e-f9d28a157ab7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0489855 Nov 01 00:09:04.333622 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cbd285c9-72b6-40ee-ab71-63c541cb1426 req-51798c51-3585-4cba-b8c9-ded0d322eb86 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420148 Nov 01 00:09:04.349314 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.372913 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:04.375155 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75cc23-a253-4a95-a27f-93781098799d" -d '{"events": [{"server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "name": "network-vif-plugged", "status": "completed", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:04.398608 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:04.416716 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5035c2a0-c372-4b47-b503-84b57e09eaf3 x-openstack-request-id: req-5035c2a0-c372-4b47-b503-84b57e09eaf3 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:04.417041 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "name": "network-vif-plugged", "status": "completed", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:04.417731 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5035c2a0-c372-4b47-b503-84b57e09eaf3 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:04.417731 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190', 'code': 200} Nov 01 00:09:04.472386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45768) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:04.538931 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.540012 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:04.607079 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0403-fb5a-4f98-8c40-132fc64e8a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.697800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f450f0-efd9-4d4e-bd1c-6c878dd7292d req-a033621d-a0b6-4516-848f-935eee12b56f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:04.699587 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94f450f0-efd9-4d4e-bd1c-6c878dd7292d req-a033621d-a0b6-4516-848f-935eee12b56f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1117938 Nov 01 00:09:04.753326 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:04.819615 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94f450f0-efd9-4d4e-bd1c-6c878dd7292d req-e249cbb4-00ea-4dc0-a441-75d0c96e2f36 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062672 Nov 01 00:09:04.835834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0403-fb5a-4f98-8c40-132fc64e8a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.849200 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 310ace6c-71bf-4938-afd8-acba243f3cdd completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:09:04.859240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 310ace6c-71bf-4938-afd8-acba243f3cdd triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:04.859240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.962742 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:04.975383 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9e0e0403-fb5a-4f98-8c40-132fc64e8a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.016202 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-9e0e0403-fb5a-4f98-8c40-132fc64e8a01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ddcbd0f8d57d4bdf9143bf43069c857b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5420632 Nov 01 00:09:05.022499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e0403-fb5a-4f98-8c40-132fc64e8a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bccc1a8-e144-4cb8-9602-1b1edb64b0a9,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:05.023289 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45800) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:05.032841 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:05.089594 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.112538 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.165989 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecf81b-9ee7-4990-855a-4d9a52cc04f7 req-95f3434e-1f36-4b9d-b5a1-d8cd73ed2d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:05.167685 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09ecf81b-9ee7-4990-855a-4d9a52cc04f7 req-95f3434e-1f36-4b9d-b5a1-d8cd73ed2d46 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1098 time: 0.0722716 Nov 01 00:09:05.182648 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636ae6b4-7379-4317-a879-444edf12c54f req-adca0368-b96a-42d7-9ebb-7f0799c3e0d7 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:05.184078 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-636ae6b4-7379-4317-a879-444edf12c54f req-adca0368-b96a-42d7-9ebb-7f0799c3e0d7 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0626991 Nov 01 00:09:05.189047 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.252589 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:05.254328 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09ecf81b-9ee7-4990-855a-4d9a52cc04f7 req-86ddead2-cb36-42e6-9d4e-182c2050f526 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693262 Nov 01 00:09:05.269545 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-636ae6b4-7379-4317-a879-444edf12c54f req-68015734-b3ab-44dc-9e24-8814583cdadc tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649083 Nov 01 00:09:05.300513 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.303726 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.304848 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3bccc1a8-e144-4cb8-9602-1b1edb64b0a9 HTTP/1.1" status: 204 len: 168 time: 0.2811739 Nov 01 00:09:05.312387 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a48aaed-5fe7-42f3-b7c3-21dc27ad13be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bccc1a8-e144-4cb8-9602-1b1edb64b0a9,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:05.450723 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45822) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:05.457237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4a1ca-a615-4ada-b4a5-49798b84e624 req-c33a5ee1-d106-4ef7-a905-40be0d941fe2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:05.458728 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afb4a1ca-a615-4ada-b4a5-49798b84e624 req-c33a5ee1-d106-4ef7-a905-40be0d941fe2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0522323 Nov 01 00:09:05.520696 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afb4a1ca-a615-4ada-b4a5-49798b84e624 req-2680a846-9d15-423b-947d-858ef7bad0fb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541785 Nov 01 00:09:05.672099 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcd86e48-2bf4-4fda-ab8e-225085e99a7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.745788 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcd86e48-2bf4-4fda-ab8e-225085e99a7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.820317 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dcd86e48-2bf4-4fda-ab8e-225085e99a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:05.863067 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-dcd86e48-2bf4-4fda-ab8e-225085e99a7d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=617aaafda7db493fa75ad2d8b70547f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086151 Nov 01 00:09:05.863067 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd86e48-2bf4-4fda-ab8e-225085e99a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f678f2-8c39-4444-b41f-5286aebd7d1c,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:05.864078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45842) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:05.971186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a2c6-50fb-4f94-af7f-f156f11a8d0b req-0d8444ec-c9e9-42af-bf62-f12a42dcb504 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:05.972635 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7069a2c6-50fb-4f94-af7f-f156f11a8d0b req-0d8444ec-c9e9-42af-bf62-f12a42dcb504 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0903723 Nov 01 00:09:05.977107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.010176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.044056 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7069a2c6-50fb-4f94-af7f-f156f11a8d0b req-9b9bbeff-8e26-43d4-9149-9da85626b8fc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639436 Nov 01 00:09:06.081346 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45848) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:06.094656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a2ed23-da7a-4d36-a222-61c779767729 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.196490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.199068 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.200226 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b5f678f2-8c39-4444-b41f-5286aebd7d1c HTTP/1.1" status: 204 len: 168 time: 0.3351886 Nov 01 00:09:06.214627 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbdefb5-aabe-494b-a834-31e118c68769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f678f2-8c39-4444-b41f-5286aebd7d1c,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:06.261404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a2ed23-da7a-4d36-a222-61c779767729 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.323205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a2ed23-da7a-4d36-a222-61c779767729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.368634 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-19a2ed23-da7a-4d36-a222-61c779767729 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=702ae94bc7ff4f2c97bf52fe9a7cf0aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2857826 Nov 01 00:09:06.371291 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45860) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:06.386325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2ed23-da7a-4d36-a222-61c779767729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fcb30e-5757-4f0c-9bfa-93e2d6d4296f,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:06.438387 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:06.439547 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.442455 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fe3540-dbc6-4af8-b309-bfe8ee79b233" -d '{"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:06.500406 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.513583 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3fa83-9025-4b34-a255-43231e874570 x-openstack-request-id: req-77c3fa83-9025-4b34-a255-43231e874570 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:06.513902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:06.514158 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77c3fa83-9025-4b34-a255-43231e874570 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:06.516767 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'code': 200} Nov 01 00:09:06.744893 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.749143 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:06.751014 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58fcb30e-5757-4f0c-9bfa-93e2d6d4296f HTTP/1.1" status: 204 len: 168 time: 0.3780606 Nov 01 00:09:06.776955 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003d72c-a1ac-454e-804f-29e0197dbd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fcb30e-5757-4f0c-9bfa-93e2d6d4296f,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:06.791780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96651a-6228-4c10-a71c-0e87151f5a39 req-98d3c8d9-7046-40b1-bb45-276818d965ec tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:06.799215 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d96651a-6228-4c10-a71c-0e87151f5a39 req-98d3c8d9-7046-40b1-bb45-276818d965ec tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.4229407 Nov 01 00:09:06.837969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c962d0-18cf-40c2-8ac1-86c64d96b636 req-667d470c-eb92-42c6-a498-7e78602f3bc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:06.839628 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39c962d0-18cf-40c2-8ac1-86c64d96b636 req-667d470c-eb92-42c6-a498-7e78602f3bc9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1012733 Nov 01 00:09:06.867835 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d96651a-6228-4c10-a71c-0e87151f5a39 req-cb78648d-2ee3-46eb-9451-09b2570f03e3 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Nov 01 00:09:06.905704 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39c962d0-18cf-40c2-8ac1-86c64d96b636 req-6e6fdb5c-1a72-4f1f-9278-791090bf42d6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546961 Nov 01 00:09:07.020461 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982b1692-df99-4969-ab36-5f8da5501d19 req-98d4812e-9c21-4abb-a06d-4033c082f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:07.022002 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-982b1692-df99-4969-ab36-5f8da5501d19 req-98d4812e-9c21-4abb-a06d-4033c082f5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1098 time: 0.0402353 Nov 01 00:09:07.058340 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-982b1692-df99-4969-ab36-5f8da5501d19 req-c0b9226d-8a61-44f2-9bad-20e5f4c4fb5f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290582 Nov 01 00:09:07.159468 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10754ee-4d43-49e5-8af0-ea0ddd5014f6 req-a7bdd8bf-1da6-4d2c-b348-f721a355e44c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:07.162689 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d10754ee-4d43-49e5-8af0-ea0ddd5014f6 req-a7bdd8bf-1da6-4d2c-b348-f721a355e44c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0509229 Nov 01 00:09:07.206191 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d10754ee-4d43-49e5-8af0-ea0ddd5014f6 req-58d5ea98-3b64-484f-8e72-2784262e2c45 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386405 Nov 01 00:09:07.828324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad720187-5c3e-4e56-97b7-446db8ef194b req-24e53ad6-733b-4bca-a708-99c47d06ed87 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:07.829809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad720187-5c3e-4e56-97b7-446db8ef194b req-24e53ad6-733b-4bca-a708-99c47d06ed87 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0484648 Nov 01 00:09:07.867727 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad720187-5c3e-4e56-97b7-446db8ef194b req-29f6d682-c891-4cd2-8f51-91f446b817b8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318346 Nov 01 00:09:08.096245 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a463f6-0d3f-453d-9873-94117392f7b4 req-eede6343-96e3-4bb6-a9e7-22dcc7a2510e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:08.096245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a8a463f6-0d3f-453d-9873-94117392f7b4 req-eede6343-96e3-4bb6-a9e7-22dcc7a2510e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0823555 Nov 01 00:09:08.096245 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-7426545c-d5e5-4c29-9094-82b1811f004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:08.096245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-7426545c-d5e5-4c29-9094-82b1811f004c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1098 time: 0.0752363 Nov 01 00:09:08.177998 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a8a463f6-0d3f-453d-9873-94117392f7b4 req-f1d77a45-4af7-4e97-afdd-ec33dd1e0369 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794990 Nov 01 00:09:08.346730 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-cfa3b3bb-943d-4891-bb04-a94ff7f49ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:08.348141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-f99074ef-86a8-47bb-a321-0c505aea85ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:08.348141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-f99074ef-86a8-47bb-a321-0c505aea85ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.1265364 Nov 01 00:09:08.348744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45944) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:08.348744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-004170a9-f2a7-4333-913b-d9ff2175f61e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:08.366428 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-22d0c763-1dff-40e5-86e4-db7047f9f6fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 200 len: 217 time: 0.0458953 Nov 01 00:09:08.408572 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-004170a9-f2a7-4333-913b-d9ff2175f61e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:08.616945 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-7cc3fbd3-10e5-4dfc-b82b-0bccf3ac1e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:08.616945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-7cc3fbd3-10e5-4dfc-b82b-0bccf3ac1e69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.0482907 Nov 01 00:09:08.616945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-926ed45c-1476-4c7d-8f5d-698d33cf527b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236294 Nov 01 00:09:08.616945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-3f85ea3c-4e2c-43fb-9c33-b4b2caae9959 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827081 Nov 01 00:09:08.666869 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de234b8d-2e00-45ec-b74f-2c93b31510c4 req-a7aaa3e6-b33d-49c9-a4ed-cd8906e0ee10 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871596 Nov 01 00:09:08.847864 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-004170a9-f2a7-4333-913b-d9ff2175f61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:08.887175 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-004170a9-f2a7-4333-913b-d9ff2175f61e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1dd6b950434c42ed8018556983ed83d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5917189 Nov 01 00:09:08.889388 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004170a9-f2a7-4333-913b-d9ff2175f61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e22dc-986a-4555-b82c-72d8889ac088,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:08.890154 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45950) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:08.957074 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:08.999026 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.018298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc0c86-4fbb-4a2b-9e77-2342e27bf1d1 req-f8abfbb2-fe24-49dc-9f3c-80e19295cabb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:09.019832 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dccc0c86-4fbb-4a2b-9e77-2342e27bf1d1 req-f8abfbb2-fe24-49dc-9f3c-80e19295cabb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0781977 Nov 01 00:09:09.073858 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dccc0c86-4fbb-4a2b-9e77-2342e27bf1d1 req-6ab66c51-514c-4fb7-974c-f4e423ca8e71 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466001 Nov 01 00:09:09.203712 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.212034 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.212034 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5e5e22dc-986a-4555-b82c-72d8889ac088 HTTP/1.1" status: 204 len: 168 time: 0.3163331 Nov 01 00:09:09.216602 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b40236-3ee9-489a-87c4-c7a271566637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e22dc-986a-4555-b82c-72d8889ac088,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:09.255965 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45964) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:09.319614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90948cdd-0bf1-4bfd-9864-e097297bdf0b req-2d48d697-e96e-4b21-a6f9-7a8c9b53a74c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:09.321288 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90948cdd-0bf1-4bfd-9864-e097297bdf0b req-2d48d697-e96e-4b21-a6f9-7a8c9b53a74c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0540452 Nov 01 00:09:09.364353 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90948cdd-0bf1-4bfd-9864-e097297bdf0b req-2288a42c-28ea-4e96-9b98-47d1168e8a12 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359912 Nov 01 00:09:09.531161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-72410429-f333-4384-8364-5f9562df449f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.561741 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00350f-50f3-4115-b7d4-cdfe91c5d605 req-de22cde6-7eaa-48f2-9abe-354854976836 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:09.563122 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1b00350f-50f3-4115-b7d4-cdfe91c5d605 req-de22cde6-7eaa-48f2-9abe-354854976836 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0751719 Nov 01 00:09:09.572628 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45982) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:09.577347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'floatingip': {'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:09.581125 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 45984) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:09.667135 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.698066 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94d53ee-7474-4912-a0c6-21e82419428c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.785951 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94d53ee-7474-4912-a0c6-21e82419428c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.827324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-72410429-f333-4384-8364-5f9562df449f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.887460 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94d53ee-7474-4912-a0c6-21e82419428c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:09.924755 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f94d53ee-7474-4912-a0c6-21e82419428c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e319640a11bf4e1e85d98ca87dcd57cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423674 Nov 01 00:09:09.926466 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94d53ee-7474-4912-a0c6-21e82419428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d60bc6-ecd8-406c-83b2-f53571648f16,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:09.927318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 45996) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:09.996078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-72410429-f333-4384-8364-5f9562df449f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.227379 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72410429-f333-4384-8364-5f9562df449f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326ac9f9-1ea2-4e57-8ac6-97fd6ee305c6,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:10.239848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-72410429-f333-4384-8364-5f9562df449f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=88020676bcef413eb86bfd5471f873a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9825816 Nov 01 00:09:10.244054 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46012) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:10.252559 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.343651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.365275 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eff0ea-5cb5-46b1-bb61-b87cfd81519d req-19fe6ce0-5fab-40fa-a10a-062ea79b0dfa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:10.367058 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69eff0ea-5cb5-46b1-bb61-b87cfd81519d req-19fe6ce0-5fab-40fa-a10a-062ea79b0dfa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.2186093 Nov 01 00:09:10.379222 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.db.resource_extend [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 01 00:09:10.417599 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.440336 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.643352 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.645269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c489d7a2-20f8-466d-8869-bf47ab872d5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.647805 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.649428 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/326ac9f9-1ea2-4e57-8ac6-97fd6ee305c6 HTTP/1.1" status: 204 len: 168 time: 0.4043345 Nov 01 00:09:10.662905 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff067b7-c5d7-4323-8897-8f437e158d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326ac9f9-1ea2-4e57-8ac6-97fd6ee305c6,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:10.700168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.710868 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69eff0ea-5cb5-46b1-bb61-b87cfd81519d req-49f82630-3361-4fe9-9aae-63482716f774 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336763 Nov 01 00:09:10.803781 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.869014 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.871599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:10.872779 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/61d60bc6-ecd8-406c-83b2-f53571648f16 HTTP/1.1" status: 204 len: 168 time: 0.9439158 Nov 01 00:09:10.888988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06bfb3-fb1d-4091-9737-5d32c76da3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d60bc6-ecd8-406c-83b2-f53571648f16,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:10.934227 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Floating IP 139e5798-cdd7-48af-9042-dba590bd138a associated. External IP: 172.27.1.14, port: 310ace6c-71bf-4938-afd8-acba243f3cdd. Nov 01 00:09:11.145120 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:09:11.250688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:09:11.255114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:11.262946 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:09:11.273724 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:11.274910 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:11.281266 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-1d80fea8-3e97-4576-b144-a226f18d04e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "PUT /v2.0/floatingips/139e5798-cdd7-48af-9042-dba590bd138a HTTP/1.1" status: 200 len: 990 time: 1.7074783 Nov 01 00:09:11.281842 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:11.284156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9b058a-2f89-4f8d-a027-7404b9505db0" -d '{"events": [{"name": "network-changed", "server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:11.380044 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:11.462143 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17deb8e6-ddd9-4ee0-8640-3c2a9e420e50 x-openstack-request-id: req-17deb8e6-ddd9-4ee0-8640-3c2a9e420e50 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:11.462462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:11.463465 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-17deb8e6-ddd9-4ee0-8640-3c2a9e420e50 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:11.463465 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'status': 'completed', 'code': 200} Nov 01 00:09:11.563499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-9d2daa4e-a2e5-4fa4-a03b-0f9266afab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:11.565102 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-9d2daa4e-a2e5-4fa4-a03b-0f9266afab5d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1098 time: 0.0542340 Nov 01 00:09:11.657974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-9ab0e240-c80a-4eb7-a055-0229a2306da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:11.659491 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-9ab0e240-c80a-4eb7-a055-0229a2306da1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.0860348 Nov 01 00:09:11.709963 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '139e5798-cdd7-48af-9042-dba590bd138a', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:08:29Z', 'updated_at': '2021-11-01T00:09:10Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:11.742995 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:09:11.753180 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:11.754110 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:11.850001 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-9347b250-aa8b-47ec-97ef-fe9a41f73d28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 998 time: 0.1829572 Nov 01 00:09:11.870572 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46072) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:11.882679 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:11.890565 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:11.913427 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-aeb7488c-99a1-4f2a-b390-78108231d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:11.915386 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-aeb7488c-99a1-4f2a-b390-78108231d84a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0518467 Nov 01 00:09:11.988503 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:12.059192 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fa53d-5207-4125-bcb0-ca19e41c033f req-d82eba49-9168-413b-9a04-4924ef64cde8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:12.066389 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.076217 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-659fa53d-5207-4125-bcb0-ca19e41c033f req-d82eba49-9168-413b-9a04-4924ef64cde8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.2188897 Nov 01 00:09:12.098508 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.132557 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-f2156c0c-396f-46b8-85c0-a423d6e8cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:12.134413 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-f2156c0c-396f-46b8-85c0-a423d6e8cde3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1892066 Nov 01 00:09:12.152733 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-659fa53d-5207-4125-bcb0-ca19e41c033f req-ee27d474-2e81-40f9-b5ff-fb9d9a91467d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743096 Nov 01 00:09:12.261805 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-db40b345-8170-4a33-879c-e0af9116872e service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899415 Nov 01 00:09:12.275191 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '139e5798-cdd7-48af-9042-dba590bd138a', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:08:29Z', 'updated_at': '2021-11-01T00:09:10Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:12.301615 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb3ff7c-3665-48cf-a1ca-1a753d8d49ad None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '139e5798-cdd7-48af-9042-dba590bd138a', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.14', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:08:29Z', 'updated_at': '2021-11-01T00:09:10Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:09:12.312353 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.385215 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e9b058a-2f89-4f8d-a027-7404b9505db0 req-1bd375f8-32c6-4ed5-a123-5cb05d64f953 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151342 Nov 01 00:09:12.394243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9e168-4659-4ed2-94e1-193043794e6f,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:12.414076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.414860 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.415490 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.415896 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.416347 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.416757 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.417154 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.419243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.419798 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.420775 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.421633 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.422527 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.443531 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-130b3d25-84cd-4705-b290-15c35aa97eff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c48b16d7e60400c9f5060ad228a1ef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5703535 Nov 01 00:09:12.451833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46100) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:12.536478 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.570780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.626208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a96c52-86f0-486e-8645-f7cfa40e433a None None] New status for floating IP 139e5798-cdd7-48af-9042-dba590bd138a: ACTIVE {{(pid=102083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:09:12.732257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46112) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:12.757657 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.760858 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.762354 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ff9e168-4659-4ed2-94e1-193043794e6f HTTP/1.1" status: 204 len: 168 time: 0.3095081 Nov 01 00:09:12.772092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9e168-4659-4ed2-94e1-193043794e6f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:12.780002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.780460 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.780872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.781300 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.781700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.782242 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.782643 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.783038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.783451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.783888 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.784325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.784762 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5740370-bfa4-4f45-8950-8503126fe7e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:12.882494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4b9732f0-9af0-4af1-97a9-2c167b5b2ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:12.967072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4b9732f0-9af0-4af1-97a9-2c167b5b2ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.089474 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4b9732f0-9af0-4af1-97a9-2c167b5b2ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.127620 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9732f0-9af0-4af1-97a9-2c167b5b2ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad39a2a-ae06-4713-9593-c6e02c39a0b6,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:13.132059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-4b9732f0-9af0-4af1-97a9-2c167b5b2ab0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=81197d2bec504cbaaf5e967e2681eadb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986025 Nov 01 00:09:13.135754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46126) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:13.193757 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.217615 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.270235 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84bd025-ec1b-459b-a741-18494d65b3a3 req-5ba00532-5e2a-4e82-8d4b-02590452927a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:13.271971 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b84bd025-ec1b-459b-a741-18494d65b3a3 req-5ba00532-5e2a-4e82-8d4b-02590452927a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0590694 Nov 01 00:09:13.310362 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b84bd025-ec1b-459b-a741-18494d65b3a3 req-42494cb3-b059-4d8c-b866-81143a6c9d88 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Nov 01 00:09:13.375110 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.375736 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.377903 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.379177 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ad39a2a-ae06-4713-9593-c6e02c39a0b6 HTTP/1.1" status: 204 len: 168 time: 0.2409463 Nov 01 00:09:13.388088 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275e1df9-c72f-46d6-a2b8-ce36bec5305f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad39a2a-ae06-4713-9593-c6e02c39a0b6,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:13.727366 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46142) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:13.789361 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46148) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:13.896865 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0594a5c4-86d4-4fc9-b822-de32c1c4ef18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.909566 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-60123c06-30c4-4d2f-a57c-6a213c985d4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:13.978620 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0594a5c4-86d4-4fc9-b822-de32c1c4ef18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.007247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-60123c06-30c4-4d2f-a57c-6a213c985d4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.060365 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0594a5c4-86d4-4fc9-b822-de32c1c4ef18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.100952 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0594a5c4-86d4-4fc9-b822-de32c1c4ef18 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f42bc1c3a30143cd97d4a859d780a036&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3721421 Nov 01 00:09:14.101826 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0594a5c4-86d4-4fc9-b822-de32c1c4ef18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2c13a-e868-4d75-a400-b152b63b7eaf,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:14.103635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46162) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:14.128195 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-60123c06-30c4-4d2f-a57c-6a213c985d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.180654 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-60123c06-30c4-4d2f-a57c-6a213c985d4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=feab166891124e67ba3bfa9cf0f62b97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3898842 Nov 01 00:09:14.181471 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60123c06-30c4-4d2f-a57c-6a213c985d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974802f8-0ab7-4176-bcbd-efe4687c8efa,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:14.183432 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46168) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:14.209241 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.234610 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.248668 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.270866 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.337468 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46178) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:14.346584 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e48ecfec-9207-441c-b934-df184b337937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.430113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d49d5-fa49-411d-a5ed-528f48de8ea1 req-a4cff49d-44f7-4434-99a0-69d6cf9cf25e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:14.431705 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d69d49d5-fa49-411d-a5ed-528f48de8ea1 req-a4cff49d-44f7-4434-99a0-69d6cf9cf25e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0522482 Nov 01 00:09:14.432299 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.435060 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.435233 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.436550 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/974802f8-0ab7-4176-bcbd-efe4687c8efa HTTP/1.1" status: 204 len: 168 time: 0.2513967 Nov 01 00:09:14.437884 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.441850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/62d2c13a-e868-4d75-a400-b152b63b7eaf HTTP/1.1" status: 204 len: 168 time: 0.3370197 Nov 01 00:09:14.446854 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e214e87-fe1f-4fb1-af6c-c3221e8e375e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974802f8-0ab7-4176-bcbd-efe4687c8efa,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:14.491078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ca36-5498-4e99-afe8-adbb1367a349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2c13a-e868-4d75-a400-b152b63b7eaf,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:14.521629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d69d49d5-fa49-411d-a5ed-528f48de8ea1 req-672a9c67-fdfd-4a76-92c7-541815846eaa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728240 Nov 01 00:09:14.560143 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e48ecfec-9207-441c-b934-df184b337937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.695191 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e48ecfec-9207-441c-b934-df184b337937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.736801 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e48ecfec-9207-441c-b934-df184b337937 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94af15c6a1ef4daabbdb0a39e631765f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000561 Nov 01 00:09:14.736801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ecfec-9207-441c-b934-df184b337937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e693dea-1192-4186-b024-1f62fb2be4df,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:14.737396 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46196) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:14.800024 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:14.829219 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.030399 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.033126 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.034373 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9e693dea-1192-4186-b024-1f62fb2be4df HTTP/1.1" status: 204 len: 168 time: 0.2955787 Nov 01 00:09:15.042545 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2e4fe-8082-4db4-8009-d5fc629b6f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e693dea-1192-4186-b024-1f62fb2be4df,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:15.362978 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46224) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:15.376547 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5c76317f-c8f0-429c-bcfb-2cf784ce982c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.454297 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5c76317f-c8f0-429c-bcfb-2cf784ce982c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.586450 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5c76317f-c8f0-429c-bcfb-2cf784ce982c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.644451 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5c76317f-c8f0-429c-bcfb-2cf784ce982c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c858cd85e13423f8c5b77d5676bfc4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803602 Nov 01 00:09:15.648645 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76317f-c8f0-429c-bcfb-2cf784ce982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5024ff33-5475-4cd8-8c33-f08ae0f02047,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:15.650758 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46240) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:15.663622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0f426-e2e9-4213-b0f4-0b6e592f9e87 req-e24b3918-3b41-4d3e-a741-eefd7f566b75 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:15.669478 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-66a0f426-e2e9-4213-b0f4-0b6e592f9e87 req-e24b3918-3b41-4d3e-a741-eefd7f566b75 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0843904 Nov 01 00:09:15.732961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.740996 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-66a0f426-e2e9-4213-b0f4-0b6e592f9e87 req-3baac43e-9953-4baa-a1b1-203b57907608 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Nov 01 00:09:15.768148 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.929651 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.932256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:15.933899 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5024ff33-5475-4cd8-8c33-f08ae0f02047 HTTP/1.1" status: 204 len: 168 time: 0.2819135 Nov 01 00:09:15.942513 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc52da0-394f-41cc-a7ee-ab454da11da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5024ff33-5475-4cd8-8c33-f08ae0f02047,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:16.874994 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c06d9-cafd-4857-b332-df3666f40b1d req-f466a0cd-cbdb-4cfe-9187-70f939be262e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:16.876494 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e2c06d9-cafd-4857-b332-df3666f40b1d req-f466a0cd-cbdb-4cfe-9187-70f939be262e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0515761 Nov 01 00:09:16.944013 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e2c06d9-cafd-4857-b332-df3666f40b1d req-d23dac35-511b-4b77-a2dd-d25780c40296 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389967 Nov 01 00:09:17.000876 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-9d1070f5-96a4-43c3-bcdb-af66ce332759 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428300 Nov 01 00:09:17.121591 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-7848ae65-aad7-4fce-b74a-8809d8ab9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:17.126368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-7848ae65-aad7-4fce-b74a-8809d8ab9b36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 1098 time: 0.0420635 Nov 01 00:09:17.235272 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-a94bda1e-8390-4777-a361-764cddc0cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:17.237092 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-a94bda1e-8390-4777-a361-764cddc0cf85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5e8448d5-1f49-4e04-930f-73533e3ab9fe HTTP/1.1" status: 200 len: 913 time: 0.0938993 Nov 01 00:09:17.294516 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-05b0ee5c-8045-4dc2-bd08-34993fa9b884 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79 HTTP/1.1" status: 200 len: 217 time: 0.0403841 Nov 01 00:09:17.363462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-319d908b-7544-47f8-a6a5-5ba768a5ba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:17.364959 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-319d908b-7544-47f8-a6a5-5ba768a5ba8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ecb27175-d294-4110-ba86-19dc23b86302 HTTP/1.1" status: 200 len: 852 time: 0.0445192 Nov 01 00:09:17.404761 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-81ca2ecd-6040-47d5-b503-257d11a894f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5e8448d5-1f49-4e04-930f-73533e3ab9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244892 Nov 01 00:09:17.469297 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46316) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:17.511532 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-c7b94f40-453d-45e8-b397-e1379b90c27c service neutron] 10.222.0.36 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982337 Nov 01 00:09:17.620375 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80bf0d6d-3fce-4263-8b22-b3138bcf8884 req-e04e6e76-64f4-487f-9329-ebb985e01728 service neutron] 10.222.0.36 "GET /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989728 Nov 01 00:09:17.651366 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-be1eaffa-fb15-4e52-87ab-74ab142df209 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:17.728820 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-be1eaffa-fb15-4e52-87ab-74ab142df209 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:17.835939 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-be1eaffa-fb15-4e52-87ab-74ab142df209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:17.876195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-be1eaffa-fb15-4e52-87ab-74ab142df209 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=836f436ac57a45cc9e503a85b5739afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4053743 Nov 01 00:09:17.878408 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46328) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:17.879634 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1eaffa-fb15-4e52-87ab-74ab142df209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7fe3f5-188b-4f80-b12e-1eb192e251e0,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:17.943641 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:17.969020 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:18.098778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f9828f-be25-474e-9d02-9cbaa8cd8761 req-f295f114-cf8e-41e4-9c69-f54ebf2b3afb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:18.100682 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-57f9828f-be25-474e-9d02-9cbaa8cd8761 req-f295f114-cf8e-41e4-9c69-f54ebf2b3afb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0612779 Nov 01 00:09:18.128856 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:18.133088 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:18.137644 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8a7fe3f5-188b-4f80-b12e-1eb192e251e0 HTTP/1.1" status: 204 len: 168 time: 0.2570646 Nov 01 00:09:18.146011 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-57f9828f-be25-474e-9d02-9cbaa8cd8761 req-b8f40045-a505-44c1-ab0b-6899f9d78927 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386558 Nov 01 00:09:18.150453 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696809a3-f01c-462f-9aca-2fa3ca3b49ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7fe3f5-188b-4f80-b12e-1eb192e251e0,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:18.827134 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46360) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:18.951314 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-46361cf7-4f25-4ef2-83aa-1a2347b721fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.032295 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-46361cf7-4f25-4ef2-83aa-1a2347b721fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.128712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-46361cf7-4f25-4ef2-83aa-1a2347b721fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.169005 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46361cf7-4f25-4ef2-83aa-1a2347b721fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ce45cb-b06e-4267-af8b-ecbc31357f3f,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:19.173259 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-46361cf7-4f25-4ef2-83aa-1a2347b721fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76262218b10b42fa97173de7cf35564a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450778 Nov 01 00:09:19.175943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46382) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:19.303596 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.342684 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554fd6a4-7580-4cef-bb51-a818f5504fcb req-2f5c6ff8-641c-489c-a5b7-14fe63598221 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:19.344556 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-554fd6a4-7580-4cef-bb51-a818f5504fcb req-2f5c6ff8-641c-489c-a5b7-14fe63598221 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0845449 Nov 01 00:09:19.352862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.410915 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-554fd6a4-7580-4cef-bb51-a818f5504fcb req-4071391c-bddc-4b18-8293-fdf907e501c5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558233 Nov 01 00:09:19.595769 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.598868 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:19.600141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32ce45cb-b06e-4267-af8b-ecbc31357f3f HTTP/1.1" status: 204 len: 168 time: 0.4216781 Nov 01 00:09:19.610096 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb661e-4eb7-4e87-b211-2b16540f2e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ce45cb-b06e-4267-af8b-ecbc31357f3f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:19.724363 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-a3c6a5c5-469c-45e7-a619-43cd0db90c7b tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=050d12bd81eb4539aef5918ce985e1fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340896 Nov 01 00:09:19.864152 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46432) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:19.922061 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-62eca20b-27b5-47ba-a88b-499e673ac583 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:19.923573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-62eca20b-27b5-47ba-a88b-499e673ac583 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936376 Nov 01 00:09:19.939928 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-097944d2-d9d2-459a-b73d-4735e8655de8 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/quotas/050d12bd81eb4539aef5918ce985e1fc HTTP/1.1" status: 200 len: 375 time: 0.0094910 Nov 01 00:09:19.972197 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-bd30d330-f63d-45f8-b60c-3aba4589798e tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=050d12bd81eb4539aef5918ce985e1fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0254908 Nov 01 00:09:20.071825 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-32005220-network', 'tenant_id': '52317cfef4c240078189f84a25fb86b1'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:20.242961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Made reservation on behalf of 52317cfef4c240078189f84a25fb86b1 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:20.245396 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.255167 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.348256 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-409fb9e3-348a-40ce-8fd9-775d3af28d34 req-22b8ca6d-8a12-4f2b-8389-78f41c890b08 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0264175 Nov 01 00:09:20.349243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.529465 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515aa3d0-5f82-44ce-9f1d-3984bf4a0548 req-d2b9c702-c181-4da6-b58c-745e826690b9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:20.530798 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-515aa3d0-5f82-44ce-9f1d-3984bf4a0548 req-d2b9c702-c181-4da6-b58c-745e826690b9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0480406 Nov 01 00:09:20.549956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.573243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:09:20.586788 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-515aa3d0-5f82-44ce-9f1d-3984bf4a0548 req-112794a0-ab00-48d9-845e-600e9be396e2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478556 Nov 01 00:09:20.589155 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:20.591738 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.592075 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Added segment caae1439-aa35-4c9b-b4dd-37aad8643ded of type vlan for network e174b56f-ab61-41bd-a7be-78160ca2de3b Nov 01 00:09:20.643985 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.814904 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.815575 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.815983 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:20.816582 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:20.884060 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] Pushing event updated for resources: {'Network': ['ID=e174b56f-ab61-41bd-a7be-78160ca2de3b,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:20.894574 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network e174b56f-ab61-41bd-a7be-78160ca2de3b details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:09:20.986339 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-41333a05-bcc4-4e5d-9888-46833ee0b7c0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1158764 Nov 01 00:09:20.986339 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46478) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:20.992215 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Request body: {'subnet': {'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-32005220-subnet', 'tenant_id': '52317cfef4c240078189f84a25fb86b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:21.151598 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Made reservation on behalf of 52317cfef4c240078189f84a25fb86b1 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:21.153957 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:21.401379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0952c370-b87b-448f-9146-8925acec8fb3 req-26bdefab-245a-461c-b606-7f8a06ac12c0 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0278211 Nov 01 00:09:21.407331 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:21.468055 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=645c4f54-2ee0-4e78-b12c-581998e6b41d,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:21.479916 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Checking segment: {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:21.480301 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Network hostable DHCP agents. Network: e174b56f-ab61-41bd-a7be-78160ca2de3b, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:09:21.586416 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Network e174b56f-ab61-41bd-a7be-78160ca2de3b is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:09:21.694680 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, e174b56f-ab61-41bd-a7be-78160ca2de3b) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:21.700544 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:21.701401 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:21.705633 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee78d4-27ed-46cd-972e-35f36b32c90a None None] Network e174b56f-ab61-41bd-a7be-78160ca2de3b requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:21.717763 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ff433-8eea-4bce-a219-a04e8f769860 req-2b9fac0a-f5c5-4299-91b2-836d8259090f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:21.717763 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-236ff433-8eea-4bce-a219-a04e8f769860 req-2b9fac0a-f5c5-4299-91b2-836d8259090f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0561421 Nov 01 00:09:21.763513 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-236ff433-8eea-4bce-a219-a04e8f769860 req-cebad94f-6ac4-4a92-b42b-db2b10f276d3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401824 Nov 01 00:09:21.848058 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b57f0bd5-8788-495f-a2b0-70b1db86ac96 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8620927 Nov 01 00:09:21.878552 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb7d7a1-6812-46f3-8be0-2e46b91ff1cf None None] Network e174b56f-ab61-41bd-a7be-78160ca2de3b requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:22.500112 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05535544-e7bb-4609-8bad-0f7ad5a15f48 req-beb5e18b-d6f3-41dc-afb2-98347d730b16 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0258002 Nov 01 00:09:22.653820 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b89da-9722-438c-b46c-6b03cc600b76 req-6130191b-98b4-4eaa-bf91-7b93dfc24518 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:22.655901 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-145b89da-9722-438c-b46c-6b03cc600b76 req-6130191b-98b4-4eaa-bf91-7b93dfc24518 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0531392 Nov 01 00:09:22.700081 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-145b89da-9722-438c-b46c-6b03cc600b76 req-30dc5bfe-47a2-443d-8704-d90e4eec5825 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Nov 01 00:09:22.894711 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7bf64c-bc63-4557-b583-fa9147dc73d4 req-391cefdd-95ed-4cda-b6e4-5688dc3700de tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:22.896338 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd7bf64c-bc63-4557-b583-fa9147dc73d4 req-391cefdd-95ed-4cda-b6e4-5688dc3700de tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0649664 Nov 01 00:09:22.936490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd7bf64c-bc63-4557-b583-fa9147dc73d4 req-35b3f540-25d1-4c6b-a0d1-1e51b7d32caf tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338650 Nov 01 00:09:23.598670 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f33b7af-d2b2-4d6c-af0b-41a8b5db6f73 req-4af20b0d-ec39-4c42-b92a-3f22927828b3 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0260775 Nov 01 00:09:23.782493 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-b84e9f6c-41db-450f-96bc-4e84ceea0509 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=050d12bd81eb4539aef5918ce985e1fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332201 Nov 01 00:09:24.139053 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f2e7c-86c7-4ef3-915b-9c079e2d95e2 req-b594fcf7-f439-451a-a84c-5ad6832836d0 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:24.140652 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-152f2e7c-86c7-4ef3-915b-9c079e2d95e2 req-b594fcf7-f439-451a-a84c-5ad6832836d0 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.3700233 Nov 01 00:09:24.201572 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-cf8e46f9-c175-4c3a-8b31-aec4c286e444 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:24.203022 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-cf8e46f9-c175-4c3a-8b31-aec4c286e444 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4041686 Nov 01 00:09:24.218812 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd45527-d034-43af-abf7-40df3ba2aaef req-bacd8e45-8d6b-4120-8c20-732b1c901199 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:24.220367 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffd45527-d034-43af-abf7-40df3ba2aaef req-bacd8e45-8d6b-4120-8c20-732b1c901199 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1446836 Nov 01 00:09:24.230115 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Request body: {'port': {'device_id': '0287e883-3322-49c4-ae74-10f4455ba421', 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b', 'admin_state_up': True, 'tenant_id': '050d12bd81eb4539aef5918ce985e1fc'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:24.239707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-152f2e7c-86c7-4ef3-915b-9c079e2d95e2 req-9654143a-5619-4dae-b434-718fc2777ce8 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894613 Nov 01 00:09:24.322610 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffd45527-d034-43af-abf7-40df3ba2aaef req-e2ec6a10-e5e2-4cd3-a549-f8d30592d9e6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891290 Nov 01 00:09:24.471856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Made reservation on behalf of 050d12bd81eb4539aef5918ce985e1fc for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:24.475787 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:24.484790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:24.564089 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:24.698981 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-251927dc-47d2-4ee9-8fcd-fa48df8be3e5 req-7b50b061-3359-42f6-861c-680118db620c tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0263293 Nov 01 00:09:24.737347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:24.817035 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:24.879716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Allocated IP 192.168.233.29 (ac458938-52a3-403e-9853-8fbc0367904b/30f1db61-e405-4052-b277-95dec13bebe0/72707da3-cc8e-4a80-a9f3-a1051d9dac22) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:24.913968 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46642) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:25.080261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57d5-f435-4558-a61b-9e5fccd4e9a2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.132545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.215291 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57d5-f435-4558-a61b-9e5fccd4e9a2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.337470 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.386762 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2c4e57d5-f435-4558-a61b-9e5fccd4e9a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.492721 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Network ac458938-52a3-403e-9853-8fbc0367904b is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:25.508354 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-2c4e57d5-f435-4558-a61b-9e5fccd4e9a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc6fe5a4bc2947bda71bcd49b6789979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5933952 Nov 01 00:09:25.511271 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46670) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:25.516565 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-1e72ed65-5b48-411f-b9ea-ceb5fe0a661f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:25.517961 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-1e72ed65-5b48-411f-b9ea-ceb5fe0a661f tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.36 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.2510388 Nov 01 00:09:25.531043 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:25.553739 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:25.559384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:25.560069 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.573474 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.577939 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Pushing event updated for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:25.597883 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.607100 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b70264-b786-407c-86cd-bbc31250e785 req-46064ba9-9536-4aa5-9d48-2c78f841a52c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:25.607808 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a4b70264-b786-407c-86cd-bbc31250e785 req-46064ba9-9536-4aa5-9d48-2c78f841a52c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.2734559 Nov 01 00:09:25.615441 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4e57d5-f435-4558-a61b-9e5fccd4e9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f8b096-3795-415e-874f-d65b1ca972bd,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:25.630018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-514686fc-88e5-419f-adef-3a59b174cfb3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:25.632135 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-514686fc-88e5-419f-adef-3a59b174cfb3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/networks?id=e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 200 len: 807 time: 0.3438148 Nov 01 00:09:25.707590 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-597644f7-8dc4-4acd-8e8b-23d7dde97254 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/quotas/52317cfef4c240078189f84a25fb86b1 HTTP/1.1" status: 200 len: 375 time: 0.0673461 Nov 01 00:09:25.740341 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.743336 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.761246 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05f8b096-3795-415e-874f-d65b1ca972bd HTTP/1.1" status: 204 len: 168 time: 0.2409592 Nov 01 00:09:25.761480 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-2e642ef6-80af-47ff-9467-9182a17f16ca tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5374475 Nov 01 00:09:25.772198 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-292a8069-7841-4b06-a233-e551bf945bf6 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634599 Nov 01 00:09:25.775721 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a4b70264-b786-407c-86cd-bbc31250e785 req-10fa4711-e924-42c2-afb3-46dba3f0c138 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566365 Nov 01 00:09:25.776042 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9db70f-84f3-43b6-9bff-3eba2775b29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f8b096-3795-415e-874f-d65b1ca972bd,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:25.823246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-dad92276-ddb3-48af-82ea-3aabf5ee8824 None None] Provisioning complete for port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:25.825313 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-dad92276-ddb3-48af-82ea-3aabf5ee8824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:25.831298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Request body: {'port': {'device_id': '0287e883-3322-49c4-ae74-10f4455ba421', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:25.887549 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-dad92276-ddb3-48af-82ea-3aabf5ee8824 None None] Port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:09:26.018808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Deleting port 2b628238-84a3-44c2-873c-c2ad71f9ff79 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:09:26.019180 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.029419 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.054685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650fab9-6e60-428e-b71c-02eedd152bf3 req-be263bae-64ae-4bab-9623-594bf94100d7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:26.056180 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5650fab9-6e60-428e-b71c-02eedd152bf3 req-be263bae-64ae-4bab-9623-594bf94100d7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1593168 Nov 01 00:09:26.057984 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-789bb219-3a8b-40da-bcfb-567291ec106a service neutron] 10.222.0.41 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788210 Nov 01 00:09:26.237925 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5650fab9-6e60-428e-b71c-02eedd152bf3 req-ec71b5b2-b146-433e-9202-3088dd4c9fb7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484025 Nov 01 00:09:26.331689 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] For port 2b628238-84a3-44c2-873c-c2ad71f9ff79, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=2b628238-84a3-44c2-873c-c2ad71f9ff79,segment=NetworkSegment(e4cee459-f6b7-4a74-b284-b46085fb915e),segment_id=e4cee459-f6b7-4a74-b284-b46085fb915e)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:26.332074 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.380710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Calling delete_port for 2b628238-84a3-44c2-873c-c2ad71f9ff79 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:09:26.408442 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e450a478-1b2f-400b-80ee-dae12dedd150 service neutron] 10.222.0.41 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201783 Nov 01 00:09:26.519741 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1467931b-2f63-4758-b197-95031d3c7848 req-e009d623-1f8d-4b27-b2f0-1c5af429ac12 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:26.520983 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46692) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:26.522094 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1467931b-2f63-4758-b197-95031d3c7848 req-e009d623-1f8d-4b27-b2f0-1c5af429ac12 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 935 time: 0.2200692 Nov 01 00:09:26.536458 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-98713740-4928-4ff2-886c-fea490163b2f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.615450 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1467931b-2f63-4758-b197-95031d3c7848 req-d7da8101-0f45-409c-a181-7d3a566a466a tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844646 Nov 01 00:09:26.618406 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-98713740-4928-4ff2-886c-fea490163b2f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.735527 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-98713740-4928-4ff2-886c-fea490163b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.794236 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-98713740-4928-4ff2-886c-fea490163b2f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6aa332b587404780bfa384d28b82c6af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686169 Nov 01 00:09:26.795156 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46702) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:26.810954 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98713740-4928-4ff2-886c-fea490163b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=172d2f00-9051-4dfc-b09f-9e583486b115,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:26.866450 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.889213 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:26.959360 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1da01ae7-544e-44ca-968e-3e1983c1604f req-05d1ad48-7323-4cee-94a4-75b9be4bab1e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0541847 Nov 01 00:09:26.978395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72707da3-cc8e-4a80-a9f3-a1051d9dac22 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:26.986247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.058162 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.061158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.062440 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/172d2f00-9051-4dfc-b09f-9e583486b115 HTTP/1.1" status: 204 len: 168 time: 0.2663150 Nov 01 00:09:27.069070 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e1356d-8653-40e5-9c36-e8bd4dd8dc67 req-27c5fb32-66e2-4b50-8102-a862516bfa6c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:27.070735 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9e1356d-8653-40e5-9c36-e8bd4dd8dc67 req-27c5fb32-66e2-4b50-8102-a862516bfa6c tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 945 time: 0.0517864 Nov 01 00:09:27.071892 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Transition to ACTIVE for port object 72707da3-cc8e-4a80-a9f3-a1051d9dac22 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:09:27.073130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.084282 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6504f08-4aa8-4800-b172-94d1ce0bb4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172d2f00-9051-4dfc-b09f-9e583486b115,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:27.116348 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Pushing event deleted for resources: {'Port': ['ID=2b628238-84a3-44c2-873c-c2ad71f9ff79,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:27.189231 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9e1356d-8653-40e5-9c36-e8bd4dd8dc67 req-e78f6124-c417-41e4-b633-789e8977896b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/security-groups?id=a245ac9c-357e-447a-80e4-21c76de84031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083908 Nov 01 00:09:27.202117 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] No DVR routers for this DVR port 2b628238-84a3-44c2-873c-c2ad71f9ff79 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:09:27.205359 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.209341 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f51ee2f8-ae6a-4a58-ba02-fc3f693beca7 req-a1965510-9346-41b1-b3d3-479daa5fbe6b tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.36 "DELETE /v2.0/ports/2b628238-84a3-44c2-873c-c2ad71f9ff79 HTTP/1.1" status: 204 len: 173 time: 1.6761458 Nov 01 00:09:27.209873 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'name': 'network-vif-deleted', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:27.212314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41a1ff4-8c8e-4343-a830-6da16913d2e0" -d '{"events": [{"server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "name": "network-vif-deleted", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:27.218426 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.249210 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122102b0-ae86-4456-b604-2bb0c39cf278 x-openstack-request-id: req-122102b0-ae86-4456-b604-2bb0c39cf278 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:27.249515 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0128f230-2ad3-4e49-8112-5de7dfbe0fd4", "name": "network-vif-deleted", "tag": "2b628238-84a3-44c2-873c-c2ad71f9ff79", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:27.249771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-122102b0-ae86-4456-b604-2bb0c39cf278 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:27.250167 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0128f230-2ad3-4e49-8112-5de7dfbe0fd4', 'name': 'network-vif-deleted', 'tag': '2b628238-84a3-44c2-873c-c2ad71f9ff79', 'status': 'completed', 'code': 200} Nov 01 00:09:27.307029 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:27.315782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Attempting to bind port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:27.316122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Attempting to bind port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:27.316451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Attempting to bind port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 on network ac458938-52a3-403e-9853-8fbc0367904b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:27.323900 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 on network ac458938-52a3-403e-9853-8fbc0367904b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:09:27.324236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Attempting to bind port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 on network ac458938-52a3-403e-9853-8fbc0367904b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:27.330067 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:27.331350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Checking segment: {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:27.331350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Bound using segment: {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:27.331350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Bound port: 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '372c77b6-bd08-4e14-b812-ffde8907ecd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:27.331900 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.429443 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be3e75-3b37-41a5-8355-b276e5ddea14 req-30c0cd8d-28be-47c4-a4e0-0fb982f1ccb9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:27.431012 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02be3e75-3b37-41a5-8355-b276e5ddea14 req-30c0cd8d-28be-47c4-a4e0-0fb982f1ccb9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0858741 Nov 01 00:09:27.458452 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:27.473412 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:27.488756 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02be3e75-3b37-41a5-8355-b276e5ddea14 req-ddf0b2ea-dd1f-410c-8a25-835245b4b8bf tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512521 Nov 01 00:09:27.563929 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.599097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:27.599824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:27.601189 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] 10.222.0.36 "PUT /v2.0/ports/72707da3-cc8e-4a80-a9f3-a1051d9dac22 HTTP/1.1" status: 200 len: 1097 time: 1.7795806 Nov 01 00:09:27.630032 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ad035-c6b2-4b1e-be9a-c805f89e1c22 service neutron] Pushing event updated for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:27.766603 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65f6d4-ed60-4567-8899-57779ac3bc96 req-6a3caa89-6531-4d84-84a5-e4747c7db39e tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:27.768189 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a65f6d4-ed60-4567-8899-57779ac3bc96 req-6a3caa89-6531-4d84-84a5-e4747c7db39e tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 947 time: 0.0537932 Nov 01 00:09:27.809768 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a65f6d4-ed60-4567-8899-57779ac3bc96 req-dfd03ef6-ca5e-41c5-93a6-0c6627ab08ab tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343499 Nov 01 00:09:28.060631 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93e8a15e-275d-4aa9-ae52-75858c43c82c req-fcf5149f-b0ca-46c9-88ee-e5ddd8f9b318 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0296135 Nov 01 00:09:28.293390 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0bd191f8-fadc-487b-8f70-c467fb8cf535 req-1ece1801-94de-4679-b3ca-5e227f5fbcc3 tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0302055 Nov 01 00:09:28.334351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46750) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:28.428350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1859684238-network', 'tenant_id': '430afd4b691543679b72c35a64567f83'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:28.557481 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Made reservation on behalf of 430afd4b691543679b72c35a64567f83 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:28.559917 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.577109 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.637693 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f59672-3539-448f-9d3a-5b643e7670c6 req-daa89c3b-016c-4b0d-a24e-d4534e302a01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:28.639174 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1f59672-3539-448f-9d3a-5b643e7670c6 req-daa89c3b-016c-4b0d-a24e-d4534e302a01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0706639 Nov 01 00:09:28.694465 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1f59672-3539-448f-9d3a-5b643e7670c6 req-8faa02d9-7cff-419e-a3c2-6bfea90cea81 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486522 Nov 01 00:09:28.717797 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.785851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.813095 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:09:28.819963 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51d4c59-a3b2-4cdc-9033-8190dbeb38b3,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:28.825808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.826149 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Added segment ba070eba-f0c9-4591-a14e-7fac491035c9 of type vlan for network 85952be2-4dea-4e57-bf24-f62765b1a859 Nov 01 00:09:28.867505 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.936599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afdeb8-3208-43da-ad7c-d9c5c99b4ac2 req-f23364fe-d44e-4e38-b974-61ab12a014d6 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:28.938083 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56afdeb8-3208-43da-ad7c-d9c5c99b4ac2 req-f23364fe-d44e-4e38-b974-61ab12a014d6 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 947 time: 0.0589862 Nov 01 00:09:28.979446 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56afdeb8-3208-43da-ad7c-d9c5c99b4ac2 req-e5871363-a9af-4e1f-b2ea-707c94334d2a tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Nov 01 00:09:28.981438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:28.982357 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:28.982782 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:09:28.983298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:29.047569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] Pushing event updated for resources: {'Network': ['ID=85952be2-4dea-4e57-bf24-f62765b1a859,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:29.058117 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 85952be2-4dea-4e57-bf24-f62765b1a859 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:09:29.097174 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['2b628238-84a3-44c2-873c-c2ad71f9ff79'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:09:29.136883 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 2b628238-84a3-44c2-873c-c2ad71f9ff79 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:09:29.172891 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-da13cfce-1b13-4549-b1dd-a7fff2a435c5 req-16e11c3b-94ac-4276-9fe2-f60abd0a4168 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Nov 01 00:09:29.244034 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e0f2aa94-b1c7-46fe-9400-17ee91389157 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9082060 Nov 01 00:09:29.258732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46766) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:29.258732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Request body: {'subnet': {'network_id': '85952be2-4dea-4e57-bf24-f62765b1a859', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1859684238-subnet', 'tenant_id': '430afd4b691543679b72c35a64567f83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:29.258732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:29.258732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb084505-8bcf-4e77-8ede-93261e83a472" -d '{"events": [{"name": "network-changed", "server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:29.305843 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 2b628238-84a3-44c2-873c-c2ad71f9ff79 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:09:29.306379 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 2b628238-84a3-44c2-873c-c2ad71f9ff79 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:09:29.311437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb1051b-a26e-4968-a38d-33151e3734ea x-openstack-request-id: req-6bb1051b-a26e-4968-a38d-33151e3734ea {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:29.312009 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:29.312476 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6bb1051b-a26e-4968-a38d-33151e3734ea {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:29.313232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22', 'status': 'completed', 'code': 200} Nov 01 00:09:29.397933 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Made reservation on behalf of 430afd4b691543679b72c35a64567f83 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:29.400140 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:29.403122 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61cbdc9c-aa8b-4ae1-a2f8-1c221a4c8536 req-7192416c-5508-456c-8754-8c2342a208eb tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0402112 Nov 01 00:09:29.485916 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb084505-8bcf-4e77-8ede-93261e83a472 req-96122527-5a47-4611-a813-3adaf65657db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:29.487393 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bb084505-8bcf-4e77-8ede-93261e83a472 req-96122527-5a47-4611-a813-3adaf65657db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=050d12bd81eb4539aef5918ce985e1fc&device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 1100 time: 0.1157038 Nov 01 00:09:29.552594 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bb084505-8bcf-4e77-8ede-93261e83a472 req-680f9eb0-1eec-4976-ab96-398f3b890ba9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=050d12bd81eb4539aef5918ce985e1fc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449901 Nov 01 00:09:29.685393 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:29.728855 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb084505-8bcf-4e77-8ede-93261e83a472 req-a2e2152f-9372-44aa-beda-d8861c172359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:29.730334 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bb084505-8bcf-4e77-8ede-93261e83a472 req-a2e2152f-9372-44aa-beda-d8861c172359 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1244104 Nov 01 00:09:29.757231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabcabcf-977b-4e0b-9ae0-950c3d7a7fbf,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:29.768258 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Checking segment: {'id': 'ba070eba-f0c9-4591-a14e-7fac491035c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '85952be2-4dea-4e57-bf24-f62765b1a859'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:29.770486 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Network hostable DHCP agents. Network: 85952be2-4dea-4e57-bf24-f62765b1a859, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:09:29.852101 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Network 85952be2-4dea-4e57-bf24-f62765b1a859 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:09:29.878989 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc9a4fb-c78c-42cc-b0ab-1a40d9ec9c30 req-03428b37-ee9c-478f-bdd3-0b12c47508fc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:29.881141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-efc9a4fb-c78c-42cc-b0ab-1a40d9ec9c30 req-03428b37-ee9c-478f-bdd3-0b12c47508fc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0821326 Nov 01 00:09:29.886713 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-7ffa443f-2045-43d7-aac2-58384377eaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:29.889085 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-7ffa443f-2045-43d7-aac2-58384377eaac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=050d12bd81eb4539aef5918ce985e1fc&device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 1100 time: 0.0802517 Nov 01 00:09:29.931651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-efc9a4fb-c78c-42cc-b0ab-1a40d9ec9c30 req-95f79943-0f77-4204-a9ce-e70ced1da073 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423884 Nov 01 00:09:29.959135 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-f1d881cc-2405-460c-a55c-6ea79ffb7cc1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22 HTTP/1.1" status: 200 len: 217 time: 0.0443959 Nov 01 00:09:29.975535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 85952be2-4dea-4e57-bf24-f62765b1a859) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:29.985624 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec137cb-f2fb-42d3-af8a-1d32032b47db None None] Network 85952be2-4dea-4e57-bf24-f62765b1a859 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:29.998169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:29.998741 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:30.023548 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-6d579631-3b46-4b65-8952-15ce578efc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:30.024761 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-6d579631-3b46-4b65-8952-15ce578efc66 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=30f1db61-e405-4052-b277-95dec13bebe0 HTTP/1.1" status: 200 len: 843 time: 0.0580928 Nov 01 00:09:30.113938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-9a442c7e-7de3-49ed-b50a-5bc145f329d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:30.115923 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-9a442c7e-7de3-49ed-b50a-5bc145f329d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ac458938-52a3-403e-9853-8fbc0367904b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0748854 Nov 01 00:09:30.120649 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1400e086-bf29-4944-ba3e-4d40e80d0c24 None None] Network 85952be2-4dea-4e57-bf24-f62765b1a859 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:30.128928 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45c3c4-d0c9-4f4f-8a46-afadfd183c63 req-d61b117c-ef33-4ce6-af10-bf966dcae8ce tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:30.130810 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee45c3c4-d0c9-4f4f-8a46-afadfd183c63 req-d61b117c-ef33-4ce6-af10-bf966dcae8ce tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 947 time: 0.0650795 Nov 01 00:09:30.218392 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d90906e2-b1fa-4fac-8840-0841392b9426 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9594605 Nov 01 00:09:30.296232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-c784223c-19a0-45ad-b66e-a21bcc631725 service neutron] 10.222.0.36 "GET /v2.0/networks/ac458938-52a3-403e-9853-8fbc0367904b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622028 Nov 01 00:09:30.303082 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee45c3c4-d0c9-4f4f-8a46-afadfd183c63 req-574b57bd-044e-4a59-bd40-93b182b5e791 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492088 Nov 01 00:09:30.410334 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3525c513-f441-4c89-b918-551ddcedac31 req-5ac29349-291d-474b-ab38-97d19988a95a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0350308 Nov 01 00:09:30.451185 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8437ea98-1b5a-4c8e-9cbe-1ee0755a4729 req-4f2db4d0-0238-42bd-a3c1-03054301fad3 service neutron] 10.222.0.36 "GET /v2.0/networks/ac458938-52a3-403e-9853-8fbc0367904b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470547 Nov 01 00:09:30.528854 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b29f6ee3-1c93-4eec-9ef4-bf41c53fb900 req-0d1e59d7-0921-4c50-b2a1-583646e543ae tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0330813 Nov 01 00:09:30.897347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-2808ebc1-65f7-44b6-9bf7-c85c1ee87783 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:30.898809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-2808ebc1-65f7-44b6-9bf7-c85c1ee87783 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "GET /v2.0/networks?id=e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 200 len: 807 time: 0.1133950 Nov 01 00:09:30.939054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Request body: {'port': {'device_id': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b', 'admin_state_up': True, 'tenant_id': '52317cfef4c240078189f84a25fb86b1'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:30.999040 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46818) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:31.004700 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-386221200-network', 'tenant_id': '1baa5ddd507644ecaa869d9b5bf4fcc6'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:31.084719 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54a46d-f1df-46a1-8b44-fb32ae3b16df req-1836a492-e774-4931-9f0d-e5b66772a726 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:31.086265 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1e54a46d-f1df-46a1-8b44-fb32ae3b16df req-1836a492-e774-4931-9f0d-e5b66772a726 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0776582 Nov 01 00:09:31.127643 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1e54a46d-f1df-46a1-8b44-fb32ae3b16df req-e3f855fc-77d8-42af-825a-489cf461f627 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348487 Nov 01 00:09:31.237920 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Made reservation on behalf of 1baa5ddd507644ecaa869d9b5bf4fcc6 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:31.240840 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.249385 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.333081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.388612 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Made reservation on behalf of 52317cfef4c240078189f84a25fb86b1 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:31.392725 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.414842 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.445905 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:09:31.461625 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28852aa1-d266-4409-8d44-e5b3fe24175c,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:31.472791 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.473133 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Added segment 273fe003-a300-4ff8-afc1-84975ba6b9e5 of type vlan for network 4572fa08-3034-4ec9-a8a2-d26e699b154c Nov 01 00:09:31.486590 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dc8909-68a4-4421-b256-a78c0760566d req-fb452f99-0b93-4bcb-a873-8e408971091a tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:31.488590 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5dc8909-68a4-4421-b256-a78c0760566d req-fb452f99-0b93-4bcb-a873-8e408971091a tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 947 time: 0.1105733 Nov 01 00:09:31.532361 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.583186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Allocated IP 172.20.0.3 (e174b56f-ab61-41bd-a7be-78160ca2de3b/645c4f54-2ee0-4e78-b12c-581998e6b41d/b4f08c57-ad37-4b72-952c-051bd8947999) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:31.621124 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5dc8909-68a4-4421-b256-a78c0760566d req-505955b8-a71f-4ec4-9d73-23ef7d99ad74 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604153 Nov 01 00:09:31.637791 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.638774 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:31.639393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.727590 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] Pushing event updated for resources: {'Network': ['ID=4572fa08-3034-4ec9-a8a2-d26e699b154c,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:31.738395 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 4572fa08-3034-4ec9-a8a2-d26e699b154c details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:09:31.770911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16c5c60f-9c7f-48ad-842c-5b4df47ac001 req-962dce75-c4c7-40a8-aa8f-a90a56705f0e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.0737071 Nov 01 00:09:31.801024 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9a23c1a7-093b-44ed-a9f9-40b61346f365 req-897ae715-a76c-450c-8956-fa4d96eb098a tempest-DeleteServersTestJSON-1887678480 tempest-DeleteServersTestJSON-1887678480-project] 10.222.0.41 "GET /v2.0/ports?device_id=0128f230-2ad3-4e49-8112-5de7dfbe0fd4 HTTP/1.1" status: 200 len: 210 time: 0.0586121 Nov 01 00:09:31.846215 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ce667a71-4778-414f-92f2-c5c6a56af279 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8458798 Nov 01 00:09:31.851732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46838) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:31.854310 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:31.856566 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Request body: {'subnet': {'network_id': '4572fa08-3034-4ec9-a8a2-d26e699b154c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-386221200-subnet', 'tenant_id': '1baa5ddd507644ecaa869d9b5bf4fcc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:32.038659 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Made reservation on behalf of 1baa5ddd507644ecaa869d9b5bf4fcc6 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:32.041033 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.096304 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.154603 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Network e174b56f-ab61-41bd-a7be-78160ca2de3b is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:32.157931 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:32.164160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:32.169849 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:32.170473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.176886 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Pushing event updated for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:32.255425 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813eadbb-23ba-4af1-a9b4-3d556df4f6d7 req-ee9fb5e5-4d37-4d57-b30c-5dce596c620c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:32.256910 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-813eadbb-23ba-4af1-a9b4-3d556df4f6d7 req-ee9fb5e5-4d37-4d57-b30c-5dce596c620c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0490501 Nov 01 00:09:32.286119 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-e945df07-0b60-47d5-9b64-87c31028315a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3533731 Nov 01 00:09:32.299349 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-813eadbb-23ba-4af1-a9b4-3d556df4f6d7 req-3adfa23f-bfbc-4855-8a30-42b9b18c07bc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360904 Nov 01 00:09:32.306553 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.315834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Request body: {'port': {'device_id': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:32.368215 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d8bad7e-440f-4746-9777-4f3fbb505734,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:32.372237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.380701 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Checking segment: {'id': '273fe003-a300-4ff8-afc1-84975ba6b9e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '4572fa08-3034-4ec9-a8a2-d26e699b154c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:32.380701 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Network hostable DHCP agents. Network: 4572fa08-3034-4ec9-a8a2-d26e699b154c, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:09:32.471394 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Network 4572fa08-3034-4ec9-a8a2-d26e699b154c is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:09:32.563103 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 4572fa08-3034-4ec9-a8a2-d26e699b154c) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:32.567158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:32.568680 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.574427 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e44eed-1b60-4b23-b100-0f7f1fd3e25f None None] Network 4572fa08-3034-4ec9-a8a2-d26e699b154c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:32.652613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f08c57-ad37-4b72-952c-051bd8947999 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:32.665716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.678932 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-a8c9e40c-6351-4aee-9aa9-ea4cd15aa567 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8260431 Nov 01 00:09:32.686980 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Transition to ACTIVE for port object b4f08c57-ad37-4b72-952c-051bd8947999 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:09:32.719208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728d685-04ad-4f05-ab11-1046e388e0cd None None] Network 4572fa08-3034-4ec9-a8a2-d26e699b154c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:32.772512 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe323d-730c-4d35-aead-7828608374e7 req-86f27122-8693-4ccd-bba3-90ee2ab9c94e tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:32.774414 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eabe323d-730c-4d35-aead-7828608374e7 req-86f27122-8693-4ccd-bba3-90ee2ab9c94e tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 947 time: 0.0543954 Nov 01 00:09:32.775811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:32.875591 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:32.947799 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eabe323d-730c-4d35-aead-7828608374e7 req-42c98e30-0e8c-4865-b62b-0a756e0eb422 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296928 Nov 01 00:09:32.970336 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Attempting to bind port b4f08c57-ad37-4b72-952c-051bd8947999 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:32.970670 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Attempting to bind port b4f08c57-ad37-4b72-952c-051bd8947999 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:32.970999 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Attempting to bind port b4f08c57-ad37-4b72-952c-051bd8947999 on network e174b56f-ab61-41bd-a7be-78160ca2de3b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:32.982641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Port b4f08c57-ad37-4b72-952c-051bd8947999 on network e174b56f-ab61-41bd-a7be-78160ca2de3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:09:32.983011 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Attempting to bind port b4f08c57-ad37-4b72-952c-051bd8947999 on network e174b56f-ab61-41bd-a7be-78160ca2de3b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:33.001556 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20fcc2e-b6ae-498d-90ba-514a7eaa9e01 req-4312dcde-16c0-46a1-a609-84d391a77d85 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.004969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b20fcc2e-b6ae-498d-90ba-514a7eaa9e01 req-4312dcde-16c0-46a1-a609-84d391a77d85 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 943 time: 0.1350317 Nov 01 00:09:33.006962 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:33.007757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Checking segment: {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:33.007757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Bound using segment: {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:33.008204 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Bound port: b4f08c57-ad37-4b72-952c-051bd8947999, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:33.008632 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:33.101341 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b20fcc2e-b6ae-498d-90ba-514a7eaa9e01 req-6784fee5-50ca-4202-8cee-8f3834ec957f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883410 Nov 01 00:09:33.120064 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:33.125893 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b4f08c57-ad37-4b72-952c-051bd8947999,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:33.126044 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 72707da3-cc8e-4a80-a9f3-a1051d9dac22 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:09:33.230244 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:33.232051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:33.243952 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '72707da3-cc8e-4a80-a9f3-a1051d9dac22', 'network_id': 'ac458938-52a3-403e-9853-8fbc0367904b', 'port_id': '72707da3-cc8e-4a80-a9f3-a1051d9dac22', 'mac_address': 'fa:16:3e:7f:d4:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30f1db61-e405-4052-b277-95dec13bebe0', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:09:33.263803 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.264722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:33.265809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] 10.222.0.36 "PUT /v2.0/ports/b4f08c57-ad37-4b72-952c-051bd8947999 HTTP/1.1" status: 200 len: 1093 time: 0.9544625 Nov 01 00:09:33.266253 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:33.268563 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b" -d '{"events": [{"name": "network-changed", "server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:33.298954 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:33.301754 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfd233-4a27-4b41-a336-c4478e5ac5ef service neutron] Pushing event updated for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:33.315569 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72707da3-cc8e-4a80-a9f3-a1051d9dac22 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:33.329137 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d7bdfc1-8a8d-458e-84c2-077ca55bc85a x-openstack-request-id: req-7d7bdfc1-8a8d-458e-84c2-077ca55bc85a {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:33.329497 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:33.329822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7d7bdfc1-8a8d-458e-84c2-077ca55bc85a {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:33.330269 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999', 'status': 'completed', 'code': 200} Nov 01 00:09:33.337221 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:33.429453 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:33.462212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cd5e-b0aa-4476-9f50-53bc4adbfc0e req-36024543-8a4d-4cda-b0c3-deb0d277308e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.463756 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2733cd5e-b0aa-4476-9f50-53bc4adbfc0e req-36024543-8a4d-4cda-b0c3-deb0d277308e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0866699 Nov 01 00:09:33.469646 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-0c960cd1-d21e-426d-85f1-e72595ba89d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.471078 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-0c960cd1-d21e-426d-85f1-e72595ba89d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0846450 Nov 01 00:09:33.495819 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:33.503641 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.504289 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.504827 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.505455 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.505939 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.506449 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.507093 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.507596 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.508078 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.508574 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.509051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.509532 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:33.557175 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2733cd5e-b0aa-4476-9f50-53bc4adbfc0e req-3ab7bb61-93cb-4644-85a3-5079cbab6bbc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850151 Nov 01 00:09:33.604533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-7ff20c2f-052b-46a6-9fe5-6e9f133eb6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.606010 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-7ff20c2f-052b-46a6-9fe5-6e9f133eb6c9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=52317cfef4c240078189f84a25fb86b1&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1135175 Nov 01 00:09:33.719377 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-e8f2bf17-554c-47a7-8ce8-a85eef9bfec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.720690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fe5bc40-2c7b-4c05-b9c9-8581015b159b req-e8f2bf17-554c-47a7-8ce8-a85eef9bfec9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1026533 Nov 01 00:09:33.832967 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['72707da3-cc8e-4a80-a9f3-a1051d9dac22'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:09:33.844468 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-a7985142-1efc-4ded-9d2b-8356bf013127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.846364 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-a7985142-1efc-4ded-9d2b-8356bf013127 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 1096 time: 0.0455122 Nov 01 00:09:33.901372 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-271f76c0-da73-4e7a-88f8-b2083e59200d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4f08c57-ad37-4b72-952c-051bd8947999 HTTP/1.1" status: 200 len: 217 time: 0.0389013 Nov 01 00:09:33.965912 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-f308300c-1b02-4969-8806-81adcc38d610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:33.968016 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-f308300c-1b02-4969-8806-81adcc38d610 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=645c4f54-2ee0-4e78-b12c-581998e6b41d HTTP/1.1" status: 200 len: 847 time: 0.0535030 Nov 01 00:09:34.002430 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-c0e667a9-61d6-4f0a-8ba3-28889f35da8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e174b56f-ab61-41bd-a7be-78160ca2de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269783 Nov 01 00:09:34.108062 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db69b4db-ce65-4f03-9733-8bb5d1f145e5 req-eb0472e4-17cf-4833-b357-bae9cba7868f tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:34.109767 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db69b4db-ce65-4f03-9733-8bb5d1f145e5 req-eb0472e4-17cf-4833-b357-bae9cba7868f tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 948 time: 0.1035898 Nov 01 00:09:34.145367 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-80f2c1a2-7606-4f22-b487-0f5b0cb28b81 service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291361 Nov 01 00:09:34.172255 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db69b4db-ce65-4f03-9733-8bb5d1f145e5 req-f7242c51-76c2-47a8-bd96-65d50ad236d3 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538266 Nov 01 00:09:34.504566 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e101ab1a-4ea9-4534-914e-83ee7877a2d6 req-6305ebc9-99dc-42af-83be-9aa6ab7ece94 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:34.506071 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e101ab1a-4ea9-4534-914e-83ee7877a2d6 req-6305ebc9-99dc-42af-83be-9aa6ab7ece94 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 943 time: 0.3006430 Nov 01 00:09:34.523677 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3fda65d3-fc66-4a28-aa6d-94dc06b31818 req-d8bcfff9-b484-45c3-b903-2d698c3865d6 service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652036 Nov 01 00:09:34.550617 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e101ab1a-4ea9-4534-914e-83ee7877a2d6 req-ed4112cb-5cba-4817-9c98-55794cd43600 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Nov 01 00:09:34.690792 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d47975-1f49-4750-be6c-7d2516257b6b req-a23dc59c-a94c-4bdc-aa37-b9a324350981 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:34.692306 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f6d47975-1f49-4750-be6c-7d2516257b6b req-a23dc59c-a94c-4bdc-aa37-b9a324350981 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0501761 Nov 01 00:09:34.731294 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f6d47975-1f49-4750-be6c-7d2516257b6b req-48096bf5-39a6-46fc-b816-18544c8068da tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Nov 01 00:09:35.063929 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46924) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:35.113055 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Deleting subnet ecb27175-d294-4110-ba86-19dc23b86302 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:09:35.116897 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.139056 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 72707da3-cc8e-4a80-a9f3-a1051d9dac22 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:35.152872 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.163701 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.277765 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:09:35.282062 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:35.282428 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.292528 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8751194-d5aa-433f-b366-feac55534bcc req-f37c38c1-947b-49fc-9de7-77041a43842d tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:35.294050 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8751194-d5aa-433f-b366-feac55534bcc req-f37c38c1-947b-49fc-9de7-77041a43842d tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 948 time: 0.0489750 Nov 01 00:09:35.324144 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.332632 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8751194-d5aa-433f-b366-feac55534bcc req-317b21c5-cc56-4141-b1a2-4d44084db63d tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322931 Nov 01 00:09:35.358234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecb27175-d294-4110-ba86-19dc23b86302,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:35.367711 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.368938 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.372113 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ad02360c-8bed-44d8-be06-41487906ffef admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecb27175-d294-4110-ba86-19dc23b86302 HTTP/1.1" status: 204 len: 168 time: 0.3071787 Nov 01 00:09:35.377386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46930) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:35.391544 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:35.393867 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9615bf61-780f-4ae9-bfeb-acaa9081e341" -d '{"events": [{"server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "name": "network-vif-plugged", "status": "completed", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:35.409852 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:35.434130 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d14e7c-e62e-4149-87c8-58aabc17f4d4 x-openstack-request-id: req-a9d14e7c-e62e-4149-87c8-58aabc17f4d4 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:35.434443 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "name": "network-vif-plugged", "status": "completed", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:35.434699 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9d14e7c-e62e-4149-87c8-58aabc17f4d4 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:35.435091 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22', 'code': 200} Nov 01 00:09:35.453004 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.481855 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.538381 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:35.545789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.567155 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.568103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.568991 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.569354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > port after_create 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.569675 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.570010 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > port after_update 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.570347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.570690 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.571003 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.571374 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.733855 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.734473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.734587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.734829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102081) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:35.735202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8448d5-1f49-4e04-930f-73533e3ab9fe']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:35.764473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cee459-f6b7-4a74-b284-b46085fb915e') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:35.764765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cee459-f6b7-4a74-b284-b46085fb915e') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:35.795851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.831510 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.873070 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:09:35.873474 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: from cryptography.utils import int_from_bytes Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: from cryptography.utils import int_from_bytes Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:09:35.913343 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:09:35.976016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b9dbe3-c975-4214-8076-5fa0db04c5c9 req-8fb39810-dd38-4ca6-a8b0-97d31a114ed6 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:35.977987 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5b9dbe3-c975-4214-8076-5fa0db04c5c9 req-8fb39810-dd38-4ca6-a8b0-97d31a114ed6 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 943 time: 0.2368617 Nov 01 00:09:36.030515 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b92d37-b970-42a8-ad5a-792bcbea1133 req-b76a745c-1918-49b8-bc6f-14606a5b9ede tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:36.032086 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64b92d37-b970-42a8-ad5a-792bcbea1133 req-b76a745c-1918-49b8-bc6f-14606a5b9ede tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.2169745 Nov 01 00:09:36.046128 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45e1d1-cd01-40b6-b1ab-37dbe1d3e632 req-984931ce-5768-48ca-960f-8727cb677a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:36.047550 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd45e1d1-cd01-40b6-b1ab-37dbe1d3e632 req-984931ce-5768-48ca-960f-8727cb677a45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 1102 time: 0.2121334 Nov 01 00:09:36.089584 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5b9dbe3-c975-4214-8076-5fa0db04c5c9 req-b26112e1-6cf1-463f-af59-7fb727b4ec80 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007771 Nov 01 00:09:36.119398 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64b92d37-b970-42a8-ad5a-792bcbea1133 req-d44ff604-d148-4292-a8cf-392d5f7bce05 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791364 Nov 01 00:09:36.121489 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd45e1d1-cd01-40b6-b1ab-37dbe1d3e632 req-1d31f0b2-50e3-4912-a0e4-2b6d247461ac service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599365 Nov 01 00:09:36.174928 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.182494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.185674 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5e8448d5-1f49-4e04-930f-73533e3ab9fe HTTP/1.1" status: 204 len: 168 time: 0.8071897 Nov 01 00:09:36.195433 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621059f-7086-4b4b-938f-6ef335934af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8448d5-1f49-4e04-930f-73533e3ab9fe,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:36.442007 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 46966) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:36.468525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762f2968-e4f3-44af-b70e-7c89c7e88cbe req-4fe461f0-bc7c-4f0c-8819-80777e0a2e37 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:36.470094 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762f2968-e4f3-44af-b70e-7c89c7e88cbe req-4fe461f0-bc7c-4f0c-8819-80777e0a2e37 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0576675 Nov 01 00:09:36.511721 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762f2968-e4f3-44af-b70e-7c89c7e88cbe req-c7e7e00a-7f31-4539-8d27-c7d3c20fec86 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345209 Nov 01 00:09:36.576847 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c38aa133-c26a-4cac-9097-d9d0f7441663 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.594293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46970) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:36.649924 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-973e7ea2-094d-4b03-a5b4-92babb5e2005 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9a5b73d19fb44fa587bde19cb71f7720&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0543621 Nov 01 00:09:36.652586 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46972) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:36.659523 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c38aa133-c26a-4cac-9097-d9d0f7441663 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.712608 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.733224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.735296 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c38aa133-c26a-4cac-9097-d9d0f7441663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.781250 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-c38aa133-c26a-4cac-9097-d9d0f7441663 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=334c86e066da4a2090627b50526848ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375082 Nov 01 00:09:36.782326 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38aa133-c26a-4cac-9097-d9d0f7441663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdbab36-b302-4e9d-85c3-7aebd887c3c8,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:36.784118 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 46976) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:36.835898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.858177 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.860980 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.862138 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a245ac9c-357e-447a-80e4-21c76de84031 HTTP/1.1" status: 204 len: 168 time: 0.2085421 Nov 01 00:09:36.868354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:36.896408 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fae71-0a9e-4e57-8d30-f8f8af122892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245ac9c-357e-447a-80e4-21c76de84031,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:37.041093 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:37.043746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:37.044938 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2fdbab36-b302-4e9d-85c3-7aebd887c3c8 HTTP/1.1" status: 204 len: 168 time: 0.2598393 Nov 01 00:09:37.057509 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dff6fbb-c0f8-4358-a537-739a893c75b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdbab36-b302-4e9d-85c3-7aebd887c3c8,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:37.143667 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b4f08c57-ad37-4b72-952c-051bd8947999 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:09:37.231463 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9aebc-0055-47a4-8c80-6c52e14ae82c req-63b1c426-f122-48a6-82a5-ea9f91865a3e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:37.233637 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f9aebc-0055-47a4-8c80-6c52e14ae82c req-63b1c426-f122-48a6-82a5-ea9f91865a3e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 943 time: 0.0719943 Nov 01 00:09:37.271510 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b4f08c57-ad37-4b72-952c-051bd8947999,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:37.285381 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'b4f08c57-ad37-4b72-952c-051bd8947999', 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b', 'port_id': 'b4f08c57-ad37-4b72-952c-051bd8947999', 'mac_address': 'fa:16:3e:52:a1:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645c4f54-2ee0-4e78-b12c-581998e6b41d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:09:37.306985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20361d7-d1bf-40fa-a207-ed36eafd4d6f req-75a3ce5d-56aa-4c93-99bf-8b5b72135956 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:37.308539 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d20361d7-d1bf-40fa-a207-ed36eafd4d6f req-75a3ce5d-56aa-4c93-99bf-8b5b72135956 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0740221 Nov 01 00:09:37.313211 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f9aebc-0055-47a4-8c80-6c52e14ae82c req-9c213aee-9645-4159-94c4-3506e1259771 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683126 Nov 01 00:09:37.337595 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:37.352520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f08c57-ad37-4b72-952c-051bd8947999 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:37.363700 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d20361d7-d1bf-40fa-a207-ed36eafd4d6f req-30b50f7f-a105-409c-8c8c-45b0ec77e066 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485201 Nov 01 00:09:37.375120 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b4f08c57-ad37-4b72-952c-051bd8947999,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:37.480835 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:37.543496 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:37.633202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ca3af-f450-4e61-b5b6-592462a91f79 req-64652fb0-821e-469d-beaa-ae422167d930 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:37.634620 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c1ca3af-f450-4e61-b5b6-592462a91f79 req-64652fb0-821e-469d-beaa-ae422167d930 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0521724 Nov 01 00:09:37.681998 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c1ca3af-f450-4e61-b5b6-592462a91f79 req-7dbb6339-546d-45ab-9750-0af153ed513a tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412397 Nov 01 00:09:37.856311 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47008) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:37.873857 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b6340b13-8c6c-4d54-810d-216164121aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:37.902191 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b4f08c57-ad37-4b72-952c-051bd8947999'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:09:37.965603 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b6340b13-8c6c-4d54-810d-216164121aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.061015 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b6340b13-8c6c-4d54-810d-216164121aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.101522 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b6340b13-8c6c-4d54-810d-216164121aae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f8fcad2e29fa4b89bafc3041b66249b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2439797 Nov 01 00:09:38.102429 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6340b13-8c6c-4d54-810d-216164121aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2698776f-a74a-459f-8d34-742b03da2891,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:38.104185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47020) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:38.134241 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-311bd1e4-63d3-407b-912a-d3b96253bcfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.161102 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.183026 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.409072 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.419910 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.419910 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2698776f-a74a-459f-8d34-742b03da2891 HTTP/1.1" status: 204 len: 168 time: 0.3115594 Nov 01 00:09:38.432923 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9dbe0d-f000-4ea9-a8c3-4bd7aec5d313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2698776f-a74a-459f-8d34-742b03da2891,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:38.447649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586edcb-c056-4b0a-b54f-2536dc763ad1 req-edb32c08-941b-4e82-87b4-00cf85284c92 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:38.455970 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5586edcb-c056-4b0a-b54f-2536dc763ad1 req-edb32c08-941b-4e82-87b4-00cf85284c92 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 944 time: 0.0613010 Nov 01 00:09:38.485190 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47034) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:38.523811 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5586edcb-c056-4b0a-b54f-2536dc763ad1 req-9199eec9-c309-4197-9f20-dbcbd64ed287 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660770 Nov 01 00:09:38.550571 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e0967-90fa-47bf-a772-af9f43875e47 req-2af66567-58c0-4786-8db5-3975f7a1280e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:38.552492 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d1e0967-90fa-47bf-a772-af9f43875e47 req-2af66567-58c0-4786-8db5-3975f7a1280e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0780978 Nov 01 00:09:38.606029 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-556350390-network', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:38.607797 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d1e0967-90fa-47bf-a772-af9f43875e47 req-42b12383-cd59-4cf7-8f7c-522f90d7a585 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489852 Nov 01 00:09:38.700551 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Made reservation on behalf of d76079db636a479aa8b45cb0de9c4a21 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:38.702846 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.716046 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.799054 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.826834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3ca25-46c1-401e-8979-c1434b5ef4a1 req-4bd8f187-ed16-40fe-a605-d6b49f9fb6e8 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:38.828439 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dbe3ca25-46c1-401e-8979-c1434b5ef4a1 req-4bd8f187-ed16-40fe-a605-d6b49f9fb6e8 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0532961 Nov 01 00:09:38.868492 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dbe3ca25-46c1-401e-8979-c1434b5ef4a1 req-118bbce3-21e1-4c24-bfeb-2ca07e691344 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Nov 01 00:09:38.884786 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.910080 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:09:38.918636 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a058a0-bceb-425e-905f-72109e9fcd4c,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:38.973895 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:38.974242 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Added segment 84825579-7268-4ae0-b5d6-49adb8d60582 of type vlan for network f82f3247-2b1c-4ece-b964-d1950f931ce7 Nov 01 00:09:39.019332 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.134655 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.135672 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:39.136272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.171231 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b4f08c57-ad37-4b72-952c-051bd8947999 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:39.195392 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] Pushing event updated for resources: {'Network': ['ID=f82f3247-2b1c-4ece-b964-d1950f931ce7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:39.204735 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:09:39.252679 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b63ad83b-72bc-4ee5-b8eb-0c22aaf97551 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7663977 Nov 01 00:09:39.258749 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47066) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:39.267374 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Request body: {'subnet': {'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-556350390-subnet', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:39.368789 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port b4f08c57-ad37-4b72-952c-051bd8947999 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:09:39.372841 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port b4f08c57-ad37-4b72-952c-051bd8947999 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:39.373264 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.391996 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Made reservation on behalf of d76079db636a479aa8b45cb0de9c4a21 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:39.394865 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Publish callbacks [] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.462361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.493848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debb2673-aeb2-4b3a-9160-c1c9512a436d req-54011bd6-2ee3-4ebf-8ade-af57a50cbf49 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:39.495573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-debb2673-aeb2-4b3a-9160-c1c9512a436d req-54011bd6-2ee3-4ebf-8ade-af57a50cbf49 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0513585 Nov 01 00:09:39.496270 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:39.498974 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80814d24-de20-42ea-a2f3-015ff4d00f65" -d '{"events": [{"server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:39.511753 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b4f08c57-ad37-4b72-952c-051bd8947999,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:39.544315 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430b9676-cac8-45d9-8577-3627af9c71ad x-openstack-request-id: req-430b9676-cac8-45d9-8577-3627af9c71ad {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:39.544629 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "name": "network-vif-plugged", "status": "completed", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:39.544911 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-430b9676-cac8-45d9-8577-3627af9c71ad {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:39.545318 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999', 'code': 200} Nov 01 00:09:39.545750 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-debb2673-aeb2-4b3a-9160-c1c9512a436d req-ccd5c3ee-3efd-4f39-af57-748831482666 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421433 Nov 01 00:09:39.615600 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.672687 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:39.691373 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f095c1-f513-41e4-9ace-241fa44e988e req-cc93abbd-4053-45ad-9b1e-55ffdafa2cf3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:39.693650 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e1f095c1-f513-41e4-9ace-241fa44e988e req-cc93abbd-4053-45ad-9b1e-55ffdafa2cf3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0904081 Nov 01 00:09:39.750548 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:39.756289 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e1f095c1-f513-41e4-9ace-241fa44e988e req-84211507-3772-4750-a76a-6931311ae537 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526917 Nov 01 00:09:39.777312 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5250453-7d68-4b49-bd29-52631539e163 req-a242b734-3c0a-462a-a7ff-e73011a19415 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:39.779067 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5250453-7d68-4b49-bd29-52631539e163 req-a242b734-3c0a-462a-a7ff-e73011a19415 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0842783 Nov 01 00:09:39.821345 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5250453-7d68-4b49-bd29-52631539e163 req-d29f6e14-195f-430a-bd85-c93a7009373b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351503 Nov 01 00:09:39.832779 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab6958f2-a48b-4a75-96e3-9c8fbacecc72,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:39.846184 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Checking segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:39.846541 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Network hostable DHCP agents. Network: f82f3247-2b1c-4ece-b964-d1950f931ce7, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:09:40.115535 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:09:40.210057 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c0be-816b-4284-a3bb-3f5e9a7aff6d req-8462eff9-3b1f-4a8b-879f-232fb1d002af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:40.211598 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1565c0be-816b-4284-a3bb-3f5e9a7aff6d req-8462eff9-3b1f-4a8b-879f-232fb1d002af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 1098 time: 0.0393190 Nov 01 00:09:40.249054 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, f82f3247-2b1c-4ece-b964-d1950f931ce7) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:40.251770 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1565c0be-816b-4284-a3bb-3f5e9a7aff6d req-d3a07985-0c89-4b14-ad64-592fbce92db2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293019 Nov 01 00:09:40.253386 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:40.253943 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.260023 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb941e0-66f7-429f-af42-346cb3b19a1a None None] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:40.349805 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-88b15ecd-82df-4254-aab4-8ef8ab2c245c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0868428 Nov 01 00:09:40.354517 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47104) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:40.359125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:40.407238 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-f82f3247-2b1c-4ece-b964-d1950f931ce7', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:09:40.408241 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.452735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.453964 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.523894 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.593373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Allocated IP 172.20.0.2 (f82f3247-2b1c-4ece-b964-d1950f931ce7/ab6958f2-a48b-4a75-96e3-9c8fbacecc72/00376902-8be0-4a16-9952-44ab3edc3c17) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:40.643482 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6ce117cf-93c4-4e4e-b11f-d343e901f5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.667012 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7773fe-33e7-4fc4-9f1b-9bbd8d18d483 req-46afcdcd-140e-4a39-b636-42df9721e372 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:40.668687 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9e7773fe-33e7-4fc4-9f1b-9bbd8d18d483 req-46afcdcd-140e-4a39-b636-42df9721e372 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0492184 Nov 01 00:09:40.707087 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9e7773fe-33e7-4fc4-9f1b-9bbd8d18d483 req-12c3ca19-fded-4e5e-b881-2270036e3e92 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Nov 01 00:09:40.747297 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.819382 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.856198 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:40.859978 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:40.863650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:40.902071 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.905564 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Pushing event updated for resources: {'Port': ['ID=00376902-8be0-4a16-9952-44ab3edc3c17,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:40.938483 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Attempting to bind port 00376902-8be0-4a16-9952-44ab3edc3c17 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:40.938853 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Attempting to bind port 00376902-8be0-4a16-9952-44ab3edc3c17 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:40.939373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Attempting to bind port 00376902-8be0-4a16-9952-44ab3edc3c17 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:40.942969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645c7c2-da19-4b24-8cd1-f3269314a7d0 req-46c7e713-6b19-4751-b9e0-17ee5cac26c2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:40.946363 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:40.946363 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Checking segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:40.946363 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.946363 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Bound using segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:40.946821 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Bound port: 00376902-8be0-4a16-9952-44ab3edc3c17, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:40.947173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:40.948423 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f645c7c2-da19-4b24-8cd1-f3269314a7d0 req-46c7e713-6b19-4751-b9e0-17ee5cac26c2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1111112 Nov 01 00:09:41.016263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] For port 00376902-8be0-4a16-9952-44ab3edc3c17, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:41.019699 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] For port 00376902-8be0-4a16-9952-44ab3edc3c17, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=00376902-8be0-4a16-9952-44ab3edc3c17,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:41.066608 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f645c7c2-da19-4b24-8cd1-f3269314a7d0 req-f5f78b9e-d8c5-4f27-b662-7bffc56c95f1 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141269 Nov 01 00:09:41.082553 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b581-7874-4157-acbb-63acb9ce9cf2 req-e5a0b477-f020-4a9f-b980-a53f8425288c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:41.085280 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a44b581-7874-4157-acbb-63acb9ce9cf2 req-e5a0b477-f020-4a9f-b980-a53f8425288c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1229184 Nov 01 00:09:41.138899 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a44b581-7874-4157-acbb-63acb9ce9cf2 req-366d3a6b-f77b-40aa-9127-3a85688e409a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444191 Nov 01 00:09:41.158346 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.218708 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3444c-a771-4594-9091-a268435b8d6e None None] Pushing event updated for resources: {'Port': ['ID=00376902-8be0-4a16-9952-44ab3edc3c17,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:41.277106 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.296757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.428246 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Allocated IP 172.27.1.162 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/606ae32d-6840-407d-9c1d-ef83d2805318) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:41.552814 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.669389 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.707392 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:41.710878 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:41.714458 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:41.745836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Pushing event updated for resources: {'Port': ['ID=606ae32d-6840-407d-9c1d-ef83d2805318,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:41.863656 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:41.924914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b297fc-8732-4329-a09d-e0f2fd04f5bf req-607ea7af-59e5-4232-8539-a20ab12845ea tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:41.926459 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-85b297fc-8732-4329-a09d-e0f2fd04f5bf req-607ea7af-59e5-4232-8539-a20ab12845ea tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.0850124 Nov 01 00:09:41.972307 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-85b297fc-8732-4329-a09d-e0f2fd04f5bf req-c3aa41d1-baed-4d9b-b222-acba2f7989fe tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 Nov 01 00:09:42.057873 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.087472 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 00376902-8be0-4a16-9952-44ab3edc3c17 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:42.203908 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 00376902-8be0-4a16-9952-44ab3edc3c17 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:42.204431 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.205067 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-eab994a2-da93-400c-b14b-d7bea405e19b tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:42.206652 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-eab994a2-da93-400c-b14b-d7bea405e19b tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.36 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.1873748 Nov 01 00:09:42.362106 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c31b6a8-155b-4aa7-9574-9070baa3a706 None None] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:09:42.437470 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] Provisioning complete for port 00376902-8be0-4a16-9952-44ab3edc3c17 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:42.437828 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.572999 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.614990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bfe4a1-35b0-4844-b663-b6fbbe859c27 req-2efefcfe-902c-4840-bd10-b165f7ed16f8 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:42.616532 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-96bfe4a1-35b0-4844-b663-b6fbbe859c27 req-2efefcfe-902c-4840-bd10-b165f7ed16f8 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.4000928 Nov 01 00:09:42.619956 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.628496 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.631197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206324e-46ec-4a87-bb6b-ef98bd9e68b6 req-444d342e-abe3-4b01-abba-42614f0cd445 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:42.632678 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4206324e-46ec-4a87-bb6b-ef98bd9e68b6 req-444d342e-abe3-4b01-abba-42614f0cd445 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.3751931 Nov 01 00:09:42.670774 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] For port 00376902-8be0-4a16-9952-44ab3edc3c17, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=00376902-8be0-4a16-9952-44ab3edc3c17,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:42.781019 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-96bfe4a1-35b0-4844-b663-b6fbbe859c27 req-a096d959-9102-40f9-b13f-c3e2cd73615e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473346 Nov 01 00:09:42.781247 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.810654 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4206324e-46ec-4a87-bb6b-ef98bd9e68b6 req-abb3df8c-252e-4a9d-85ba-86b807e4f3e1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395037 Nov 01 00:09:42.822476 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Deleting port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:09:42.824091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:42.870194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.db.api [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 00:09:42.870706 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG oslo_db.api [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 00:09:42.889380 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7eca2-95cc-42e2-965e-61aeac1588e8 None None] Pushing event updated for resources: {'Port': ['ID=00376902-8be0-4a16-9952-44ab3edc3c17,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:43.008240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-4abeb6d7-c20b-4c34-9cbe-2c814c1ea47e None None] Provisioning complete for port 00376902-8be0-4a16-9952-44ab3edc3c17 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:43.008680 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4abeb6d7-c20b-4c34-9cbe-2c814c1ea47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.014657 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] For port 72707da3-cc8e-4a80-a9f3-a1051d9dac22, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=72707da3-cc8e-4a80-a9f3-a1051d9dac22,segment=NetworkSegment(372c77b6-bd08-4e14-b812-ffde8907ecd7),segment_id=372c77b6-bd08-4e14-b812-ffde8907ecd7)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:43.015024 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.022923 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.030730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Calling delete_port for 72707da3-cc8e-4a80-a9f3-a1051d9dac22 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:09:43.229239 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc8224-94e3-49cb-9956-9788b0d188c5 req-26b8f0c3-c911-4dea-9346-5dabf59f9858 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:43.230917 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39dc8224-94e3-49cb-9956-9788b0d188c5 req-26b8f0c3-c911-4dea-9346-5dabf59f9858 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 949 time: 0.1469586 Nov 01 00:09:43.324165 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39dc8224-94e3-49cb-9956-9788b0d188c5 req-5f90dc55-d491-45de-8c3a-80f6956219d9 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/security-groups?id=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858994 Nov 01 00:09:43.401433 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.437798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.471212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Pushing event deleted for resources: {'Port': ['ID=72707da3-cc8e-4a80-a9f3-a1051d9dac22,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:43.494044 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:09:43.515795 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] No DVR routers for this DVR port 72707da3-cc8e-4a80-a9f3-a1051d9dac22 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:09:43.520244 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.524400 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae360f3b-ca0e-4d86-a073-924d894c766e req-f4e99cae-abc7-4b2d-80d3-6f9c31dc72fc tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.36 "DELETE /v2.0/ports/72707da3-cc8e-4a80-a9f3-a1051d9dac22 HTTP/1.1" status: 204 len: 173 time: 1.3091214 Nov 01 00:09:43.524845 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'name': 'network-vif-deleted', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:43.527318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816e7c8f-14d5-4e99-901b-b1f19a3e3945" -d '{"events": [{"server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "name": "network-vif-deleted", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:43.595242 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93302404-fe3a-4a31-9f35-f073aecdc2db x-openstack-request-id: req-93302404-fe3a-4a31-9f35-f073aecdc2db {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:43.595611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0287e883-3322-49c4-ae74-10f4455ba421", "name": "network-vif-deleted", "tag": "72707da3-cc8e-4a80-a9f3-a1051d9dac22", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:43.595783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-93302404-fe3a-4a31-9f35-f073aecdc2db {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:43.596173 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0287e883-3322-49c4-ae74-10f4455ba421', 'name': 'network-vif-deleted', 'tag': '72707da3-cc8e-4a80-a9f3-a1051d9dac22', 'status': 'completed', 'code': 200} Nov 01 00:09:43.638780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:09:43.649567 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:09:43.660153 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:43.664010 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:43.757736 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:43.759063 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-528cf8c2-6772-47c9-9011-cb661d91c43a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4034908 Nov 01 00:09:43.761938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47218) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:43.767852 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:43.984146 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:41Z', 'revision_number': 3, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:44.015293 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:09:44.015686 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Updating router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb port 606ae32d-6840-407d-9c1d-ef83d2805318 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:09:44.041689 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.090734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 00376902-8be0-4a16-9952-44ab3edc3c17 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:44.146337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340ba4b9-72a9-4c4c-a4f4-26d09943fc1c req-c1c89298-058e-4690-ad21-fc651d88aa9a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:44.148114 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-340ba4b9-72a9-4c4c-a4f4-26d09943fc1c req-c1c89298-058e-4690-ad21-fc651d88aa9a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1785789 Nov 01 00:09:44.156101 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 00376902-8be0-4a16-9952-44ab3edc3c17 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:44.156689 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.169296 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695ef73-2892-48dc-804a-3d5b15b1c6e9 req-e3716c49-338c-4f06-85ec-4c04439f4d5c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:44.170883 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4695ef73-2892-48dc-804a-3d5b15b1c6e9 req-e3716c49-338c-4f06-85ec-4c04439f4d5c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1645477 Nov 01 00:09:44.359524 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-340ba4b9-72a9-4c4c-a4f4-26d09943fc1c req-ec3c4917-7d6f-4dc4-8db7-3cc490330b56 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961322 Nov 01 00:09:44.380991 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.391086 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4695ef73-2892-48dc-804a-3d5b15b1c6e9 req-43a3530a-3578-4d85-8bf2-40fdd70357fa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873537 Nov 01 00:09:44.555507 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd0f0dfe-b3d6-4a8f-a728-f06944c9abd2 req-1517f8db-97fd-43ef-87d5-7cb41d106ea8 tempest-VolumesNegativeTest-967068547 tempest-VolumesNegativeTest-967068547-project] 10.222.0.41 "GET /v2.0/ports?device_id=0287e883-3322-49c4-ae74-10f4455ba421 HTTP/1.1" status: 200 len: 210 time: 0.0286489 Nov 01 00:09:44.615118 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.658250 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.727361 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Attempting to bind port 606ae32d-6840-407d-9c1d-ef83d2805318 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:44.727810 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Attempting to bind port 606ae32d-6840-407d-9c1d-ef83d2805318 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:44.728173 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Attempting to bind port 606ae32d-6840-407d-9c1d-ef83d2805318 on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:44.733897 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Pushing event updated for resources: {'Port': ['ID=606ae32d-6840-407d-9c1d-ef83d2805318,revision_number=2']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:44.743113 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.743499 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.743841 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.744347 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.744686 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.745015 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.745339 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.745947 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.746065 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.746308 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.746624 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.746944 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:09:44.750539 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:44.750989 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:44.751383 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.751955 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:44.752426 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Bound port: 606ae32d-6840-407d-9c1d-ef83d2805318, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:44.752818 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.793145 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Allocated IP 172.20.0.1 (f82f3247-2b1c-4ece-b964-d1950f931ce7/ab6958f2-a48b-4a75-96e3-9c8fbacecc72/b6354f2c-305b-441c-860d-8ec54c5470a3) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:44.815596 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] For port 606ae32d-6840-407d-9c1d-ef83d2805318, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:44.819684 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] For port 606ae32d-6840-407d-9c1d-ef83d2805318, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=606ae32d-6840-407d-9c1d-ef83d2805318,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:44.904266 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.918235 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:44.976180 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:44.976795 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:45.015131 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d036b51-c703-4a9e-87c0-4677a1b28e6d None None] Pushing event updated for resources: {'Port': ['ID=606ae32d-6840-407d-9c1d-ef83d2805318,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:45.081348 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.090689 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:45.124168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:45.127164 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:45.131580 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:45.154404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:45.174998 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.216636 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 72707da3-cc8e-4a80-a9f3-a1051d9dac22 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:09:45.247614 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 72707da3-cc8e-4a80-a9f3-a1051d9dac22 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:09:45.249937 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 72707da3-cc8e-4a80-a9f3-a1051d9dac22 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:09:45.293526 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:41Z', 'revision_number': 3, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:45.341560 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f529a350-3b2c-42c1-93bc-0582176f721d None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:41Z', 'revision_number': 3, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:09:45.456552 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.484917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-2ba8a29c-7325-47db-a21d-954bfa2c996b None None] Provisioning complete for port b6354f2c-305b-441c-860d-8ec54c5470a3 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:45.484917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2ba8a29c-7325-47db-a21d-954bfa2c996b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.528145 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-2ba8a29c-7325-47db-a21d-954bfa2c996b None None] Port b6354f2c-305b-441c-860d-8ec54c5470a3 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:09:45.594901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead454a-df63-4de5-a4ed-f7755d24c4ae req-70daea4a-ce35-4e3c-b0a6-c11f687d80e5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:45.596014 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47296) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:45.596614 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ead454a-df63-4de5-a4ed-f7755d24c4ae req-70daea4a-ce35-4e3c-b0a6-c11f687d80e5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1117914 Nov 01 00:09:45.718303 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ead454a-df63-4de5-a4ed-f7755d24c4ae req-1c390f93-c297-4f72-8bfb-4837f5dd7063 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144829 Nov 01 00:09:45.771182 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f14b5e7e-f1db-499d-9528-d044e6af4346 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.801105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.852303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f14b5e7e-f1db-499d-9528-d044e6af4346 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.918520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:45.986065 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f14b5e7e-f1db-499d-9528-d044e6af4346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.043619 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b5e7e-f1db-499d-9528-d044e6af4346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284193f9-eaf3-4805-9a63-4baf347cbc37,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:46.054302 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f14b5e7e-f1db-499d-9528-d044e6af4346 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b5ae3f733cef449fb2dc27d3c5c7e8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4556837 Nov 01 00:09:46.055066 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47318) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:46.090303 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Pushing event updated for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:46.103193 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.138017 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 606ae32d-6840-407d-9c1d-ef83d2805318 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:46.156536 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.215476 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.257753 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:46.263264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:46.298300 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 606ae32d-6840-407d-9c1d-ef83d2805318 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:46.298894 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.417945 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.421799 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.432162 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/284193f9-eaf3-4805-9a63-4baf347cbc37 HTTP/1.1" status: 204 len: 168 time: 0.3759167 Nov 01 00:09:46.436332 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.444317 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bae117-e07c-4981-9bfd-386b0b401668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284193f9-eaf3-4805-9a63-4baf347cbc37,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:46.559469 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 606ae32d-6840-407d-9c1d-ef83d2805318, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=606ae32d-6840-407d-9c1d-ef83d2805318,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:46.617416 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:09:46.660460 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.732815 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=606ae32d-6840-407d-9c1d-ef83d2805318,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:46.762360 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-de508f29-170f-4510-aaf3-42d751d58c36 None None] Provisioning complete for port b6354f2c-305b-441c-860d-8ec54c5470a3 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:46.762813 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-de508f29-170f-4510-aaf3-42d751d58c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:46.804674 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-de508f29-170f-4510-aaf3-42d751d58c36 None None] Port b6354f2c-305b-441c-860d-8ec54c5470a3 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:09:46.839708 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69ce67-8106-4723-9160-97ca2bc76ba4 req-ad0b4cee-d928-4266-8b10-cad1f45aa2e7 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:46.841489 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6f69ce67-8106-4723-9160-97ca2bc76ba4 req-ad0b4cee-d928-4266-8b10-cad1f45aa2e7 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.1046605 Nov 01 00:09:46.872781 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:09:46.880520 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0412277c-7498-4b17-a2ed-6323d7926b11 admin admin] 10.222.0.41 "PUT /v2.0/routers/29aecfd0-2e3f-4a11-b9ba-59b539dfbabb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1173480 Nov 01 00:09:46.934336 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6f69ce67-8106-4723-9160-97ca2bc76ba4 req-ddb47c90-de56-4971-bb82-f7e91a5678f2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816135 Nov 01 00:09:46.979662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa6624-d22b-4c3d-b9f2-17546698b976 req-1c9cf82c-93bd-4191-9b55-2d0ffb2984e5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:46.981194 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-24aa6624-d22b-4c3d-b9f2-17546698b976 req-1c9cf82c-93bd-4191-9b55-2d0ffb2984e5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0653381 Nov 01 00:09:47.021327 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-24aa6624-d22b-4c3d-b9f2-17546698b976 req-8e00335c-f81d-41c8-b101-e89c9d4c52f3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334041 Nov 01 00:09:47.347378 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47380) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:47.361719 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbfda-ea99-4ed0-9ff8-e10620b8626e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.443028 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbfda-ea99-4ed0-9ff8-e10620b8626e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.517173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:09:47.517631 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aa1bbfda-ea99-4ed0-9ff8-e10620b8626e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.530180 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:47.530870 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:47.568095 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-aa1bbfda-ea99-4ed0-9ff8-e10620b8626e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6ba80616299a4ee9ac23c6ba865294cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2189343 Nov 01 00:09:47.570312 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bbfda-ea99-4ed0-9ff8-e10620b8626e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93d3d28-2d73-4684-a2ae-1cbdb5891486,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:47.570946 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47412) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:47.596695 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47418) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:47.601578 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--818756139', 'description': 'tempest-description--701824926'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:47.641822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.666662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.713889 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:47.735249 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.820765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.825110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.832018 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b93d3d28-2d73-4684-a2ae-1cbdb5891486 HTTP/1.1" status: 204 len: 168 time: 0.2544734 Nov 01 00:09:47.844898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd911ef8-274a-4471-99d3-948d4103f5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93d3d28-2d73-4684-a2ae-1cbdb5891486,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:47.909815 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:47.988490 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 2, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:48.020252 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:09:48.021204 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Updating router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb port b6354f2c-305b-441c-860d-8ec54c5470a3 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:09:48.040616 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 606ae32d-6840-407d-9c1d-ef83d2805318 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:48.076760 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.098619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d5189e-3b9a-4881-9acf-945b949045c2 req-3b9f137f-b6e4-4cfd-a024-0a4333a1efd2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:48.100461 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54d5189e-3b9a-4881-9acf-945b949045c2 req-3b9f137f-b6e4-4cfd-a024-0a4333a1efd2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.0921876 Nov 01 00:09:48.120819 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.157449 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347471bc-5e63-4d46-b61c-1fcc61d85c5d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:48.161342 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 606ae32d-6840-407d-9c1d-ef83d2805318 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:48.162494 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.240588 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.242451 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f3d51286-a6e2-4bb5-b1eb-64daa7beb3b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6447301 Nov 01 00:09:48.254220 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47456) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:48.260216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group_rule': {'security_group_id': '347471bc-5e63-4d46-b61c-1fcc61d85c5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:48.418638 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.427958 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-123fb0a7-0dd2-40cd-9b84-0878d5a8a85b tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:48.429882 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-123fb0a7-0dd2-40cd-9b84-0878d5a8a85b tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 945 time: 0.3782275 Nov 01 00:09:48.483299 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47462) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:48.500964 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54d5189e-3b9a-4881-9acf-945b949045c2 req-c08b39d5-aa61-45ac-b1c5-385c2d8c6333 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3864591 Nov 01 00:09:48.527865 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e145002-adb9-4fb0-84c3-ce34bed809cd req-39a6bb9f-5a52-4a3b-873e-0e01ce34e66a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:48.537305 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e145002-adb9-4fb0-84c3-ce34bed809cd req-39a6bb9f-5a52-4a3b-873e-0e01ce34e66a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.4350560 Nov 01 00:09:48.591880 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.619571 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e145002-adb9-4fb0-84c3-ce34bed809cd req-acc33ca3-7dbb-4dfb-93ac-018975f845ce tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809464 Nov 01 00:09:48.655292 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Deleting port b4f08c57-ad37-4b72-952c-051bd8947999 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:09:48.656185 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.674930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.720139 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2e041df0-5c74-42b0-ad94-003c72f0d320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.774666 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.795463 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884790e9-d8b5-4eab-82fc-baefb51d9eb9,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:48.803707 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.832504 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] For port b4f08c57-ad37-4b72-952c-051bd8947999, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b4f08c57-ad37-4b72-952c-051bd8947999,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:48.833380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.855162 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Calling delete_port for b4f08c57-ad37-4b72-952c-051bd8947999 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:09:48.865398 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc92a8-848c-4d96-b39d-1365581bba0a None None] Pushing event updated for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:48.914301 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.915857 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-780c9638-e211-4477-9245-bf0810591a32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6597705 Nov 01 00:09:48.918495 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47488) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:48.923052 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Attempting to bind port b6354f2c-305b-441c-860d-8ec54c5470a3 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:48.923445 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Attempting to bind port b6354f2c-305b-441c-860d-8ec54c5470a3 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:48.923844 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Attempting to bind port b6354f2c-305b-441c-860d-8ec54c5470a3 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:48.924704 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group_rule': {'security_group_id': '347471bc-5e63-4d46-b61c-1fcc61d85c5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:48.934147 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:48.934383 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Checking segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:48.935517 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.935517 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Bound using segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:48.935946 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Bound port: b6354f2c-305b-441c-860d-8ec54c5470a3, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:48.936348 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:48.947668 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2e041df0-5c74-42b0-ad94-003c72f0d320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.023712 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] For port b6354f2c-305b-441c-860d-8ec54c5470a3, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:49.060144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2e041df0-5c74-42b0-ad94-003c72f0d320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.106940 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e041df0-5c74-42b0-ad94-003c72f0d320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2b471e-179b-4b6c-9c91-edee8850799a,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:49.107987 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.111640 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-2e041df0-5c74-42b0-ad94-003c72f0d320 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a17e6432b3d647e8977bd24412c6b5b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262395 Nov 01 00:09:49.114651 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47498) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:49.199857 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.202751 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.221447 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.223194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] For port b6354f2c-305b-441c-860d-8ec54c5470a3, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b6354f2c-305b-441c-860d-8ec54c5470a3,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:49.225272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.266297 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Pushing event deleted for resources: {'Port': ['ID=b4f08c57-ad37-4b72-952c-051bd8947999,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:49.275186 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b4f08c57-ad37-4b72-952c-051bd8947999'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:09:49.294825 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.318734 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] No DVR routers for this DVR port b4f08c57-ad37-4b72-952c-051bd8947999 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:09:49.318734 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.321631 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72b23190-9256-47e3-89b8-e6ef1c6f0b4e req-c5b30ab8-711e-4fad-8a18-eb30f283fa2c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "DELETE /v2.0/ports/b4f08c57-ad37-4b72-952c-051bd8947999 HTTP/1.1" status: 204 len: 173 time: 0.8805318 Nov 01 00:09:49.322512 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'name': 'network-vif-deleted', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:49.323088 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60ad430-a85f-48f3-8112-2b394d0da7f4,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:49.325919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df609c62-e32e-45ab-bfd1-adb8d7f6989c" -d '{"events": [{"server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "name": "network-vif-deleted", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:49.327153 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-686f5aa8-3eb6-4d48-8d67-e4533659dd67 None None] Provisioning complete for port b6354f2c-305b-441c-860d-8ec54c5470a3 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:49.327558 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-686f5aa8-3eb6-4d48-8d67-e4533659dd67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.372453 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.375028 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.376194 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b2b471e-179b-4b6c-9c91-edee8850799a HTTP/1.1" status: 204 len: 168 time: 0.2606106 Nov 01 00:09:49.389431 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8181466-3f9e-4a6f-8174-0c18a94040f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2b471e-179b-4b6c-9c91-edee8850799a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:49.394506 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.407790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5be475-7001-47b8-98da-45ee95a6dcdb x-openstack-request-id: req-cf5be475-7001-47b8-98da-45ee95a6dcdb {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:49.408080 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6549b92c-ea13-40af-b782-a03d6abf6fc0", "name": "network-vif-deleted", "tag": "b4f08c57-ad37-4b72-952c-051bd8947999", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:49.408329 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf5be475-7001-47b8-98da-45ee95a6dcdb {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:49.408719 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6549b92c-ea13-40af-b782-a03d6abf6fc0', 'name': 'network-vif-deleted', 'tag': 'b4f08c57-ad37-4b72-952c-051bd8947999', 'status': 'completed', 'code': 200} Nov 01 00:09:49.428709 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.431753 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d066b903-44b2-4105-8246-12b2c07b0b68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5110114 Nov 01 00:09:49.437586 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47532) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:49.445234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:49.461185 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-686f5aa8-3eb6-4d48-8d67-e4533659dd67 None None] Port b6354f2c-305b-441c-860d-8ec54c5470a3 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:09:49.502623 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:09:49.503314 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:49.506777 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc92a8-848c-4d96-b39d-1365581bba0a None None] Pushing event updated for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:49.620992 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:49.711218 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:09:49.878555 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5036292e-dd8b-42b3-91ba-9c09ed0a0c5b req-017415ac-5bcf-4dab-9ee9-1873a87aafe8 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=6549b92c-ea13-40af-b782-a03d6abf6fc0 HTTP/1.1" status: 200 len: 210 time: 0.1155884 Nov 01 00:09:49.960260 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4d529-f81a-46d1-9c92-7f24b2717457 req-2e82e5b0-5a2d-4b06-acb6-8f01596e678c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:49.961779 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dcb4d529-f81a-46d1-9c92-7f24b2717457 req-2e82e5b0-5a2d-4b06-acb6-8f01596e678c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1519411 Nov 01 00:09:50.009006 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] Provisioning complete for port b6354f2c-305b-441c-860d-8ec54c5470a3 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:50.009731 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.038232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dcb4d529-f81a-46d1-9c92-7f24b2717457 req-afc20330-145b-4ac8-8a3c-9f3b9b18238c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633035 Nov 01 00:09:50.058615 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.066018 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:49Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:50.096769 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d5c73c-7d20-417a-8775-8e434d0e5194 None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:49Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:09:50.181460 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.257927 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] For port b6354f2c-305b-441c-860d-8ec54c5470a3, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b6354f2c-305b-441c-860d-8ec54c5470a3,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:09:50.309800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Allocated IP 172.27.1.43 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/c0205a4a-7797-4843-9e6d-6bbb00c7a23d) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:50.340743 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.437474 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ca176-6af6-49f1-8632-cc22457c71c2 None None] Pushing event updated for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:50.490356 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.647045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.701979 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:50.705232 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:50.715437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:50.746954 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=c0205a4a-7797-4843-9e6d-6bbb00c7a23d,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:50.835861 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.873436 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9b70c5-9a70-4a81-90e0-f172688875f2 req-0b605860-b3d6-4346-855e-3f194f019b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:50.874948 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d9b70c5-9a70-4a81-90e0-f172688875f2 req-0b605860-b3d6-4346-855e-3f194f019b47 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1098 time: 0.1178408 Nov 01 00:09:50.930581 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:50.967264 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d9b70c5-9a70-4a81-90e0-f172688875f2 req-e14a7efe-8b85-4438-b54f-9da3d97f6938 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787208 Nov 01 00:09:51.188388 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.254400 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b4f08c57-ad37-4b72-952c-051bd8947999 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:09:51.259481 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f84061-7290-4970-a5b9-3a299d915b87 req-d1b4887d-4b6b-4ac4-96d6-5864ae1b2c47 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:51.261195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65f84061-7290-4970-a5b9-3a299d915b87 req-d1b4887d-4b6b-4ac4-96d6-5864ae1b2c47 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.1235321 Nov 01 00:09:51.327576 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: b4f08c57-ad37-4b72-952c-051bd8947999 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:09:51.328471 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b4f08c57-ad37-4b72-952c-051bd8947999 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:09:51.458054 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65f84061-7290-4970-a5b9-3a299d915b87 req-325579e5-2f5d-48e0-8247-b903a1a25646 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773808 Nov 01 00:09:51.548390 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-0f28afa8-3c57-484e-b347-ec7ab818ec2a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:51.564957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-0f28afa8-3c57-484e-b347-ec7ab818ec2a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/networks?id=e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 200 len: 807 time: 0.3114986 Nov 01 00:09:51.598726 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-96aa1322-5a31-49f3-8b57-dc893f766268 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/quotas/52317cfef4c240078189f84a25fb86b1 HTTP/1.1" status: 200 len: 375 time: 0.0323524 Nov 01 00:09:51.641239 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-ddc3b369-de60-4bcb-991b-e7b76bed6cf9 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416429 Nov 01 00:09:51.757761 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.786150 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47698) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:51.789481 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-6f968d87-8b0c-495f-b0a1-2d963b910555 service neutron] 10.222.0.41 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417212 Nov 01 00:09:51.843532 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Deleting subnet dabcabcf-977b-4e0b-9ae0-950c3d7a7fbf {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:09:51.847636 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.850181 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.886949 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.893306 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.942483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=c0205a4a-7797-4843-9e6d-6bbb00c7a23d,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:51.963856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:51.972316 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-4eb37314-3b16-4801-9566-ed831b479be1 service neutron] 10.222.0.41 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740296 Nov 01 00:09:52.076228 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b6354f2c-305b-441c-860d-8ec54c5470a3 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:09:52.085015 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.109224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.112029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3a7a3d2f-9ced-4a5e-a563-6cebae430f1b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6717644 Nov 01 00:09:52.127683 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.131630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 47708) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:52.131888 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dabcabcf-977b-4e0b-9ae0-950c3d7a7fbf HTTP/1.1" status: 204 len: 168 time: 0.3441012 Nov 01 00:09:52.132974 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ef408-4b5f-4c9d-a9fd-81b87d65d167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabcabcf-977b-4e0b-9ae0-950c3d7a7fbf,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:52.160711 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port b6354f2c-305b-441c-860d-8ec54c5470a3 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:52.161833 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.213726 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.345333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b10adc57-8c67-45f3-9284-536f1f2b3a64 req-ed13c1d1-993d-417c-83da-22ab79e68a67 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0344582 Nov 01 00:09:52.370819 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.420406 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85952be2-4dea-4e57-bf24-f62765b1a859']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:52.436771 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-5a7335c7-1a8a-4446-9e80-515857900573 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--818756139&fields=id&tenant_id=d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 267 time: 0.0839624 Nov 01 00:09:52.438341 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba070eba-f0c9-4591-a14e-7fac491035c9') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:52.438630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba070eba-f0c9-4591-a14e-7fac491035c9') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:52.457101 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.504184 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.517594 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:09:52.518008 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:09:52.519749 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:09:52.639107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-b17d88f5-0ab1-4905-b81f-1fdbbfb3af09 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:52.640661 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-b17d88f5-0ab1-4905-b81f-1fdbbfb3af09 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 810 time: 0.1951969 Nov 01 00:09:52.665091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda3cfc6-b39a-4837-b776-8e6a77af5d9c req-12050e69-9421-4ed5-b006-8afdf01a326b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:52.666604 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bda3cfc6-b39a-4837-b776-8e6a77af5d9c req-12050e69-9421-4ed5-b006-8afdf01a326b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0855844 Nov 01 00:09:52.669323 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-fd1c8a84-0f02-4062-8c7f-f8e5fdafc9d4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/quotas/d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 375 time: 0.0213280 Nov 01 00:09:52.692941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.721616 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.725874 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] 10.222.0.41 "DELETE /v2.0/networks/85952be2-4dea-4e57-bf24-f62765b1a859 HTTP/1.1" status: 204 len: 168 time: 0.5928328 Nov 01 00:09:52.728702 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47734) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:52.756296 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d959004c-6de0-43e5-b55a-e1cefb1e5abd admin admin] Pushing event deleted for resources: {'Network': ['ID=85952be2-4dea-4e57-bf24-f62765b1a859,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:52.767544 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bda3cfc6-b39a-4837-b776-8e6a77af5d9c req-267c44cb-3b08-4fc6-97d7-06716e33f583 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924795 Nov 01 00:09:52.775110 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Deleting subnet 8d8bad7e-440f-4746-9777-4f3fbb505734 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:09:52.778774 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.791462 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-7c009063-c9d1-4547-8322-dfcc9af6069f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1137688 Nov 01 00:09:52.829925 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.846166 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:52.915463 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-c219fd8f-3864-4e83-a5c8-9c8a163d94cf service neutron] 10.222.0.41 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048706 Nov 01 00:09:53.043684 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.060697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a8a9f-aaad-4383-be9c-86997d9579c2 req-888f6181-c536-4510-905b-7ea8c3a6d96d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:53.064705 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-637a8a9f-aaad-4383-be9c-86997d9579c2 req-888f6181-c536-4510-905b-7ea8c3a6d96d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0768638 Nov 01 00:09:53.071194 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d8bad7e-440f-4746-9777-4f3fbb505734,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:53.081894 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-da738794-216f-4992-a4dc-add3c71675f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535013 Nov 01 00:09:53.096313 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.099969 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b1e6b89c-f710-4b90-a3e1-399fdfeecedc admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8d8bad7e-440f-4746-9777-4f3fbb505734 HTTP/1.1" status: 204 len: 168 time: 0.3702838 Nov 01 00:09:53.102431 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47752) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:53.116118 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-637a8a9f-aaad-4383-be9c-86997d9579c2 req-d58ef1a4-9836-4a2a-af09-6a7f74b7a9d7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454223 Nov 01 00:09:53.185549 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.300803 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.330010 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.330670 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.331637 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.331971 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > port after_create 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.332292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.332642 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > port after_update 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.333531 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.334615 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.334942 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.335265 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.443299 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8c5809d-2b39-41f0-a5df-55c107bbd49b req-39ed21c4-31b9-40eb-952b-1a92e79e1788 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0565228 Nov 01 00:09:53.545699 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e8dc8d49-b82c-4120-8d52-15edc058f01f req-aa6a12d0-080b-41a9-bb21-ca63fbf2575d tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0453296 Nov 01 00:09:53.672074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.672444 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.672775 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.673104 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102082) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 01 00:09:53.673480 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4572fa08-3034-4ec9-a8a2-d26e699b154c']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:53.690851 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273fe003-a300-4ff8-afc1-84975ba6b9e5') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:53.694569 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273fe003-a300-4ff8-afc1-84975ba6b9e5') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:09:53.708491 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.729005 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.737537 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:09:53.737856 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: from cryptography.utils import int_from_bytes Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: from cryptography.utils import int_from_bytes Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:09:53.742157 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:09:53.906502 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.915565 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:53.920140 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4572fa08-3034-4ec9-a8a2-d26e699b154c HTTP/1.1" status: 204 len: 168 time: 0.8166921 Nov 01 00:09:54.068216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607f061-f703-450a-b627-d83491353b82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4572fa08-3034-4ec9-a8a2-d26e699b154c,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:54.515534 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6645f0e9-ac3d-41ba-ad02-a602ba1959c5 req-d0c080c8-9721-45f1-bd8f-eb8d27891312 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0284557 Nov 01 00:09:54.649116 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47824) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:54.656791 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-049644a6-edc8-4831-9e2d-5b5997ab7cdd req-366f470a-c346-4992-b82a-18850b140720 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0286202 Nov 01 00:09:54.690699 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-954bb7a8-6e5e-4dcb-a8c9-250f5a57d858 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=430afd4b691543679b72c35a64567f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402713 Nov 01 00:09:54.693187 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47826) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:54.741756 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:54.762805 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:54.901998 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:54.908717 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:54.919305 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e51d4c59-a3b2-4cdc-9033-8190dbeb38b3 HTTP/1.1" status: 204 len: 168 time: 0.2248805 Nov 01 00:09:54.931399 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d02342-bae4-4ef6-8a24-fd4355f8aa2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e51d4c59-a3b2-4cdc-9033-8190dbeb38b3,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:55.330676 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-32e15974-ef4a-4544-b82b-e8898155e475 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:55.331574 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-32e15974-ef4a-4544-b82b-e8898155e475 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "GET /v2.0/networks?id=e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 200 len: 807 time: 0.1236663 Nov 01 00:09:55.356090 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Request body: {'port': {'device_id': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b', 'admin_state_up': True, 'tenant_id': '52317cfef4c240078189f84a25fb86b1'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:55.610976 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-368a631f-9a07-4f05-98b3-b489e483be4e req-752a3dd6-2459-4f44-9926-77073027ce2d tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0268533 Nov 01 00:09:55.620728 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Made reservation on behalf of 52317cfef4c240078189f84a25fb86b1 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:55.625525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:55.787351 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ccb0fb2-cd6b-45a5-9189-8165ea8fd263 req-dad1f7f5-196f-4f9e-b733-7fd2a9c282df tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0405025 Nov 01 00:09:55.808947 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Allocated IP 172.20.0.10 (e174b56f-ab61-41bd-a7be-78160ca2de3b/645c4f54-2ee0-4e78-b12c-581998e6b41d/a886ee34-e9c9-4503-a314-da0c3bace780) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:55.930808 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47866) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:55.962827 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47870) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:56.070695 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2c46e5d9-e5d5-4c8b-b287-cb7782fe1283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.169835 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-20972c1f-8496-400a-aa1a-952f9ca4ea22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=050d12bd81eb4539aef5918ce985e1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054453 Nov 01 00:09:56.172790 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47874) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:56.181275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47876) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:56.222085 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2c46e5d9-e5d5-4c8b-b287-cb7782fe1283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.261438 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6545e123-38e1-41f5-bb26-fe95be86907a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1baa5ddd507644ecaa869d9b5bf4fcc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791161 Nov 01 00:09:56.264074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47880) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:56.280459 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-c2e564be-bb6a-4066-ba89-653f69a900e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:56.282018 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-c2e564be-bb6a-4066-ba89-653f69a900e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.1008687 Nov 01 00:09:56.289010 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.302002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe6d335-fff6-4eb4-bda5-f1488217ba86 req-735a898c-7cb7-46b2-b437-24310d7710f5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:56.303529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fe6d335-fff6-4eb4-bda5-f1488217ba86 req-735a898c-7cb7-46b2-b437-24310d7710f5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1211734 Nov 01 00:09:56.327004 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.329794 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.350201 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.385698 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.388045 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2c46e5d9-e5d5-4c8b-b287-cb7782fe1283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.434927 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fe6d335-fff6-4eb4-bda5-f1488217ba86 req-8ccd306d-824b-45ea-a8bb-759b03685541 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094737 Nov 01 00:09:56.446842 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2c46e5d9-e5d5-4c8b-b287-cb7782fe1283 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0081d7e1668441386167167c8c03fca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5137987 Nov 01 00:09:56.454373 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e5d9-e5d5-4c8b-b287-cb7782fe1283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd6e68b-b3c0-4638-ae0f-8cbc19d33c9b,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:56.456798 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47888) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:56.480335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-95034696-21d6-4f66-9b57-88a58388a66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:56.482047 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-95034696-21d6-4f66-9b57-88a58388a66c service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.1664505 Nov 01 00:09:56.519118 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.530062 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-10611ea1-db05-46c2-8d99-469a87722c37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0394707 Nov 01 00:09:56.534236 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.538016 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.539868 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9dbb54f0-5fe8-4f39-81ba-94fabe89ae42 HTTP/1.1" status: 204 len: 168 time: 0.3659859 Nov 01 00:09:56.561364 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.568292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e0fb0-08f1-42ec-a682-65c0fc56d218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dbb54f0-5fe8-4f39-81ba-94fabe89ae42,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:56.579367 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.609582 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.612895 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.617018 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/28852aa1-d266-4409-8d44-e5b3fe24175c HTTP/1.1" status: 204 len: 168 time: 0.3490813 Nov 01 00:09:56.624812 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ee16d-3856-4375-b942-34c94e7eecaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28852aa1-d266-4409-8d44-e5b3fe24175c,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:56.659054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-674b3f83-762e-4044-96ca-9b488a1d41d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:56.667848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-674b3f83-762e-4044-96ca-9b488a1d41d9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.1223190 Nov 01 00:09:56.693880 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Network e174b56f-ab61-41bd-a7be-78160ca2de3b is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:56.741590 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:56.749803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-d3271ed5-254e-4235-aee2-238bf8b86222 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540760 Nov 01 00:09:56.756088 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:56.760523 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.763064 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:56.764292 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdd6e68b-b3c0-4638-ae0f-8cbc19d33c9b HTTP/1.1" status: 204 len: 168 time: 0.3013029 Nov 01 00:09:56.773163 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff86f8-a59c-46d5-a4fb-2245a655c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd6e68b-b3c0-4638-ae0f-8cbc19d33c9b,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:56.776153 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Pushing event updated for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:56.819356 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fdb8cfbc-f70c-4626-a08a-1637a84a1521 req-bbee3bb3-1129-4385-abd3-3a22279f15ab tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0755448 Nov 01 00:09:56.909823 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:56.910521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:57.017176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e187d95-1c04-40d8-b0f8-f7ebd9a7254b req-98883416-54e5-4b3b-ab02-586f834584dc tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:57.018666 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e187d95-1c04-40d8-b0f8-f7ebd9a7254b req-98883416-54e5-4b3b-ab02-586f834584dc tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 932 time: 0.1506264 Nov 01 00:09:57.023946 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-1094b370-2d9e-492f-8339-2578439ba143 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587545 Nov 01 00:09:57.117153 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8203fd4c-f0f6-4b9f-8d93-7770f4ee7c61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7648287 Nov 01 00:09:57.160898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Request body: {'port': {'device_id': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:57.214025 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-1266fae2-21a3-4cfa-9d9a-0dd096559d2c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:57.215621 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-1266fae2-21a3-4cfa-9d9a-0dd096559d2c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 810 time: 0.2909153 Nov 01 00:09:57.236304 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e187d95-1c04-40d8-b0f8-f7ebd9a7254b req-9cb8b76a-f7f6-4dce-be20-fea45c29786c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071123 Nov 01 00:09:57.299239 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94ddd8f6-e02b-4e07-be3e-b151cb10fef2 req-00b380db-142a-4d3b-8e51-a9ebc2c565f6 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661469 Nov 01 00:09:57.316798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:57.338796 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-641894c4-c1b5-4123-8f3a-b56fe16e4c88 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 379 time: 0.0917065 Nov 01 00:09:57.370352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'port': {'device_id': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'admin_state_up': True, 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'security_groups': ['347471bc-5e63-4d46-b61c-1fcc61d85c5d']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:57.680404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a255dd-f859-4391-9f80-c2e5b5553185 req-ca36ebd9-b878-4adc-a610-348a072aa860 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:57.681899 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-62a255dd-f859-4391-9f80-c2e5b5553185 req-ca36ebd9-b878-4adc-a610-348a072aa860 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1501629 Nov 01 00:09:57.749785 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-62a255dd-f859-4391-9f80-c2e5b5553185 req-757d90d7-10dd-4aae-accf-e4e5464f4136 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Nov 01 00:09:57.776936 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Made reservation on behalf of d76079db636a479aa8b45cb0de9c4a21 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:57.780610 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:57.798828 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a886ee34-e9c9-4503-a314-da0c3bace780 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:57.810565 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:57.837850 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47936) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:57.853799 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8ac824f0-cdb1-4654-aee7-f4bd48a0f609 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:57.860135 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Transition to ACTIVE for port object a886ee34-e9c9-4503-a314-da0c3bace780 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:09:57.962941 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de5855bf-6119-4b24-901c-b392c85e0223 req-662a76db-606d-4724-9cb8-49a3fbc88bed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0403013 Nov 01 00:09:57.966239 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.001085 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8ac824f0-cdb1-4654-aee7-f4bd48a0f609 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.019137 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Allocated IP 172.20.0.12 (f82f3247-2b1c-4ece-b964-d1950f931ce7/ab6958f2-a48b-4a75-96e3-9c8fbacecc72/055328f7-a878-4d95-ac04-b5121d832a30) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:09:58.061056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Pushing event updated for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:58.086303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8ac824f0-cdb1-4654-aee7-f4bd48a0f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.126604 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8ac824f0-cdb1-4654-aee7-f4bd48a0f609 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8767400741804448a151f0bf2a04256a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2875714 Nov 01 00:09:58.128605 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac824f0-cdb1-4654-aee7-f4bd48a0f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3367d19-4553-47a2-bfbb-02948dad98b7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:58.131462 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47942) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:58.180786 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Attempting to bind port a886ee34-e9c9-4503-a314-da0c3bace780 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:09:58.181122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Attempting to bind port a886ee34-e9c9-4503-a314-da0c3bace780 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:09:58.181475 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Attempting to bind port a886ee34-e9c9-4503-a314-da0c3bace780 on network e174b56f-ab61-41bd-a7be-78160ca2de3b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:58.191714 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.193851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Port a886ee34-e9c9-4503-a314-da0c3bace780 on network e174b56f-ab61-41bd-a7be-78160ca2de3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:09:58.194181 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Attempting to bind port a886ee34-e9c9-4503-a314-da0c3bace780 on network e174b56f-ab61-41bd-a7be-78160ca2de3b {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:09:58.202648 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:09:58.203095 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Checking segment: {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:09:58.205984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Bound using segment: {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:09:58.205984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Bound port: a886ee34-e9c9-4503-a314-da0c3bace780, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caae1439-aa35-4c9b-b4dd-37aad8643ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:09:58.205984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.224170 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.301631 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.318387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:09:58.322859 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a886ee34-e9c9-4503-a314-da0c3bace780,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:09:58.386711 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.392133 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.395987 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c3367d19-4553-47a2-bfbb-02948dad98b7 HTTP/1.1" status: 204 len: 168 time: 0.2618289 Nov 01 00:09:58.399337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184dbfa-6c63-4a47-bfd5-6f77a62ec9ff req-88c86431-6049-42e5-a4da-87f302804479 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:58.400932 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6184dbfa-6c63-4a47-bfd5-6f77a62ec9ff req-88c86431-6049-42e5-a4da-87f302804479 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 944 time: 0.0596759 Nov 01 00:09:58.412564 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.429726 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e069-da0f-4cce-8d8a-05b77f5bb9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3367d19-4553-47a2-bfbb-02948dad98b7,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:58.477492 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:58.478119 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.479890 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] 10.222.0.36 "PUT /v2.0/ports/a886ee34-e9c9-4503-a314-da0c3bace780 HTTP/1.1" status: 200 len: 1094 time: 1.3278344 Nov 01 00:09:58.483790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:09:58.486089 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e79fec-5ea3-49f5-b849-21e5e2c35127" -d '{"events": [{"name": "network-changed", "server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:09:58.498821 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.531530 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dfdf92-eecb-4e07-8342-ff42edcaa26f service neutron] Pushing event updated for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:58.568303 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6184dbfa-6c63-4a47-bfd5-6f77a62ec9ff req-60277814-37c8-45f2-85b5-bb6e5fde0da7 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269670 Nov 01 00:09:58.606911 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:09:58.608709 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:58.613428 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:09:58.616315 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:09:58.670921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dd270c-b262-4d55-b85b-c36e82d0d6a8 x-openstack-request-id: req-b9dd270c-b262-4d55-b85b-c36e82d0d6a8 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:09:58.671229 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:09:58.671515 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9dd270c-b262-4d55-b85b-c36e82d0d6a8 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:09:58.671953 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780', 'status': 'completed', 'code': 200} Nov 01 00:09:58.698205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:58.698921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:58.711874 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 47980) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:58.740567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-f0f0fd1a-2f40-4a28-b98c-32c57dd40a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:58.742225 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-f0f0fd1a-2f40-4a28-b98c-32c57dd40a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 1097 time: 0.0695217 Nov 01 00:09:58.800140 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-d4729b8d-577d-4bc1-a29c-a17da6eb19cc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a886ee34-e9c9-4503-a314-da0c3bace780 HTTP/1.1" status: 200 len: 217 time: 0.0430264 Nov 01 00:09:58.804906 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-0b9eafdb-c2a4-42c4-b950-4b2dac115ca1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4433761 Nov 01 00:09:58.837394 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Request body: {'port': {'device_id': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:58.976953 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8dd08829-0b47-4917-ac59-085bfb5e4254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:58.978499 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8dd08829-0b47-4917-ac59-085bfb5e4254 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=645c4f54-2ee0-4e78-b12c-581998e6b41d HTTP/1.1" status: 200 len: 847 time: 0.1545446 Nov 01 00:09:58.983367 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.020529 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ed814-75c8-4a08-a103-f8f1c6fb7750 req-102a854a-f50f-4483-a09d-5f2145253f41 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:59.020529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-073ed814-75c8-4a08-a103-f8f1c6fb7750 req-102a854a-f50f-4483-a09d-5f2145253f41 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1333842 Nov 01 00:09:59.035253 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-28f38bb3-a188-4458-a5ee-fa961257613a None None] Provisioning complete for port 055328f7-a878-4d95-ac04-b5121d832a30 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:09:59.038528 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-28f38bb3-a188-4458-a5ee-fa961257613a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.047772 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-65c08153-e4c4-4058-9b9c-e068958801a0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e174b56f-ab61-41bd-a7be-78160ca2de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462403 Nov 01 00:09:59.062789 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-984884821-network', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:59.129805 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-28f38bb3-a188-4458-a5ee-fa961257613a None None] Port 055328f7-a878-4d95-ac04-b5121d832a30 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:09:59.174711 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Made reservation on behalf of 8ab24a0c4ba54cfb8f4b66ae31f79a65 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:59.180519 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.193945 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.218717 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-073ed814-75c8-4a08-a103-f8f1c6fb7750 req-6cc1fd39-7ef4-479f-b51a-50817007001d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833344 Nov 01 00:09:59.313568 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f00fac-9f34-4aec-855b-da1a8bf6bd27 req-89e5372a-51a8-4084-a478-7ad578682056 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:59.321379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01f00fac-9f34-4aec-855b-da1a8bf6bd27 req-89e5372a-51a8-4084-a478-7ad578682056 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 932 time: 0.1780097 Nov 01 00:09:59.324476 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.350005 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-8924ab0e-6626-4365-b47d-0ae89177ec21 service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012266 Nov 01 00:09:59.417435 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.474222 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:09:59.479711 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01f00fac-9f34-4aec-855b-da1a8bf6bd27 req-4dc3890a-1241-49d6-95a1-22ffcaa69d13 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528645 Nov 01 00:09:59.479929 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac5632b-855c-42bc-a79e-428919bc15e9,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:59.489024 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.489943 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Added segment 3f57331f-fda8-4e59-82db-19ff0c0e819e of type vlan for network fd3141ed-28ed-430f-983c-b92f688bf7be Nov 01 00:09:59.540012 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.562018 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17025105-6f5a-4a5f-a3d3-f053e05980de req-bfd5e56c-fcae-43dc-8f26-04cbba1d9856 service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035348 Nov 01 00:09:59.675809 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.681744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:59.682113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055328f7-a878-4d95-ac04-b5121d832a30 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:09:59.682436 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.706799 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.744830 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Transition to ACTIVE for port object 055328f7-a878-4d95-ac04-b5121d832a30 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:09:59.756626 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f74f5-3583-45d4-b1df-551b761ab5b3 req-c53dba81-6555-496a-a5dd-f44f29bfd6f2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:59.759109 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-621f74f5-3583-45d4-b1df-551b761ab5b3 req-c53dba81-6555-496a-a5dd-f44f29bfd6f2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 944 time: 0.1163495 Nov 01 00:09:59.764709 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] Pushing event updated for resources: {'Network': ['ID=fd3141ed-28ed-430f-983c-b92f688bf7be,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:59.776250 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network fd3141ed-28ed-430f-983c-b92f688bf7be details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:09:59.835454 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:09:59.857176 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e6eab9e1-b4a3-436b-8873-26f229e00919 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1441629 Nov 01 00:09:59.860449 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48034) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:09:59.867225 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Request body: {'subnet': {'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-984884821-subnet', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:09:59.868407 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-621f74f5-3583-45d4-b1df-551b761ab5b3 req-3cba9326-d175-4462-8ac5-3ffd7ea61444 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910840 Nov 01 00:09:59.924377 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Pushing event updated for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:09:59.939521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-e98dab72-b8e2-441b-86c7-a99195ea7df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:09:59.941458 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-e98dab72-b8e2-441b-86c7-a99195ea7df0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=52317cfef4c240078189f84a25fb86b1&device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 1097 time: 0.1518238 Nov 01 00:09:59.997177 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Made reservation on behalf of 8ab24a0c4ba54cfb8f4b66ae31f79a65 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:09:59.999793 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13537283'] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:00.155854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-a665484b-b3ce-4e47-8455-bbfaad570213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:00.157966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-a665484b-b3ce-4e47-8455-bbfaad570213 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 200 len: 908 time: 0.2085450 Nov 01 00:10:00.409202 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13167370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13537297'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:00.485417 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea3976e-7feb-4330-8384-c03a0daf197e,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:00.495907 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Checking segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:00.496795 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Network hostable DHCP agents. Network: fd3141ed-28ed-430f-983c-b92f688bf7be, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:10:00.543484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-7e2f7dc0-e183-4607-9eeb-0a9cb5417e8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a886ee34-e9c9-4503-a314-da0c3bace780 HTTP/1.1" status: 200 len: 217 time: 0.0805490 Nov 01 00:10:00.601555 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Network fd3141ed-28ed-430f-983c-b92f688bf7be is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:10:00.686593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-629dd6aa-6c98-43af-9e78-52b25b11ddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:00.688156 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-629dd6aa-6c98-43af-9e78-52b25b11ddc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=645c4f54-2ee0-4e78-b12c-581998e6b41d HTTP/1.1" status: 200 len: 847 time: 0.1226895 Nov 01 00:10:00.695065 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Attempting to bind port 055328f7-a878-4d95-ac04-b5121d832a30 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:00.695392 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Attempting to bind port 055328f7-a878-4d95-ac04-b5121d832a30 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:00.695747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Attempting to bind port 055328f7-a878-4d95-ac04-b5121d832a30 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:00.700905 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, fd3141ed-28ed-430f-983c-b92f688bf7be) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:00.705881 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:00.708514 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:00.708795 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad713275-1053-4e66-b28a-578840975b16 req-92170eb5-ffcf-4adb-91ac-d2204687ee94 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:00.710394 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad713275-1053-4e66-b28a-578840975b16 req-92170eb5-ffcf-4adb-91ac-d2204687ee94 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.2463365 Nov 01 00:10:00.712275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d11c1e-ea88-4d73-9866-89e9171a5760 None None] Network fd3141ed-28ed-430f-983c-b92f688bf7be requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:00.741974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Port 055328f7-a878-4d95-ac04-b5121d832a30 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:10:00.742542 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Attempting to bind port 055328f7-a878-4d95-ac04-b5121d832a30 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:00.762504 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25c768-0e9c-4f12-9240-0740e37462af req-3d74474f-5d68-4e0b-a77c-7cd645c66305 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:00.764207 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d25c768-0e9c-4f12-9240-0740e37462af req-3d74474f-5d68-4e0b-a77c-7cd645c66305 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 944 time: 0.1972973 Nov 01 00:10:00.772712 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-7c2a0ce4-66b7-43bb-a862-ab376d8997b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e174b56f-ab61-41bd-a7be-78160ca2de3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613160 Nov 01 00:10:00.776807 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:00.777141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Checking segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:00.777519 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Bound using segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:00.777958 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Bound port: 055328f7-a878-4d95-ac04-b5121d832a30, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:00.778316 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:00.832841 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-dffc3a1b-fdba-4f13-a0e6-f2f50f5e9a05 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9706399 Nov 01 00:10:00.834531 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48074) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:00.840569 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:00.915609 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad713275-1053-4e66-b28a-578840975b16 req-ae0f0a29-749d-47c9-88af-ea16b29eb8c5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911907 Nov 01 00:10:00.960414 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd505210-956f-488d-829b-847ec907e045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-fd3141ed-28ed-430f-983c-b92f688bf7be', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:10:00.961519 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:00.990804 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d25c768-0e9c-4f12-9240-0740e37462af req-401d97b9-0cfa-40a7-85a6-7de9e75812bc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988804 Nov 01 00:10:01.036904 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:01.039326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-8c613d95-dac9-4cb5-b941-cd660ab48bd7 service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520876 Nov 01 00:10:01.041422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=055328f7-a878-4d95-ac04-b5121d832a30,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:01.132366 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.133873 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.134112 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-fd505210-956f-488d-829b-847ec907e045 None None] Allocated IP 172.20.0.2 (fd3141ed-28ed-430f-983c-b92f688bf7be/bea3976e-7feb-4330-8384-c03a0daf197e/9278e703-95ac-4cf9-8e2e-825797fe133f) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:01.183970 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6d74d-92fe-4133-a81a-64759e5c2120 req-b3fcf2eb-3c84-4c47-aa7d-806e828fdd25 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:01.185755 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-25e6d74d-92fe-4133-a81a-64759e5c2120 req-b3fcf2eb-3c84-4c47-aa7d-806e828fdd25 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 944 time: 0.0792365 Nov 01 00:10:01.215348 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e79fec-5ea3-49f5-b849-21e5e2c35127 req-4f9724b9-9b1c-46b5-bc41-a8fa8ac02aab service neutron] 10.222.0.36 "GET /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675913 Nov 01 00:10:01.228302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.260779 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.291796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:01.292418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.293843 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] 10.222.0.36 "PUT /v2.0/ports/055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 1094 time: 2.4687057 Nov 01 00:10:01.294265 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:01.296554 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc41baa6-a1af-47d9-8a43-010645729299" -d '{"events": [{"name": "network-changed", "server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "tag": "055328f7-a878-4d95-ac04-b5121d832a30"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:01.308954 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-25e6d74d-92fe-4133-a81a-64759e5c2120 req-dd7ef2cc-f132-4a51-bdb6-f24efe9a8b61 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119688 Nov 01 00:10:01.326367 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cad1ed-b669-468e-b5a2-7c4007179fed service neutron] Pushing event updated for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:01.402231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5214ae9-ed5d-47f0-8304-6e9a87207255 x-openstack-request-id: req-e5214ae9-ed5d-47f0-8304-6e9a87207255 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:01.402231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "tag": "055328f7-a878-4d95-ac04-b5121d832a30", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:01.402231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e5214ae9-ed5d-47f0-8304-6e9a87207255 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:01.402231 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30', 'status': 'completed', 'code': 200} Nov 01 00:10:01.431189 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.478656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-bf70743a-ea6b-42ef-9517-2b38ac758f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:01.480361 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-bf70743a-ea6b-42ef-9517-2b38ac758f01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1097 time: 0.0500963 Nov 01 00:10:01.535243 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.537959 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-2645e19f-c94c-4752-9d5f-a4638f89f097 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 217 time: 0.0430589 Nov 01 00:10:01.583504 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.621238 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-51bdd264-c704-43ea-b76b-33f9c9d6b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:01.621366 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd505210-956f-488d-829b-847ec907e045 None None] Network fd3141ed-28ed-430f-983c-b92f688bf7be is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:01.623137 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-51bdd264-c704-43ea-b76b-33f9c9d6b0fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0748339 Nov 01 00:10:01.626693 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd505210-956f-488d-829b-847ec907e045 None None] Pushing event updated for resources: {'Port': ['ID=9278e703-95ac-4cf9-8e2e-825797fe133f,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:01.632160 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-fd505210-956f-488d-829b-847ec907e045 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:01.634596 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd505210-956f-488d-829b-847ec907e045 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:01.700085 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-75b9fa2d-21a8-4510-b2ff-57d9f4b1b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:01.706457 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-75b9fa2d-21a8-4510-b2ff-57d9f4b1b84a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0704834 Nov 01 00:10:01.729157 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-fd505210-956f-488d-829b-847ec907e045 None None] Attempting to bind port 9278e703-95ac-4cf9-8e2e-825797fe133f on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:01.729713 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-fd505210-956f-488d-829b-847ec907e045 None None] Attempting to bind port 9278e703-95ac-4cf9-8e2e-825797fe133f by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:01.729881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd505210-956f-488d-829b-847ec907e045 None None] Attempting to bind port 9278e703-95ac-4cf9-8e2e-825797fe133f on network fd3141ed-28ed-430f-983c-b92f688bf7be {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:01.735931 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd505210-956f-488d-829b-847ec907e045 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:01.738540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd505210-956f-488d-829b-847ec907e045 None None] Checking segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:01.738540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.738540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd505210-956f-488d-829b-847ec907e045 None None] Bound using segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:01.738540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-fd505210-956f-488d-829b-847ec907e045 None None] Bound port: 9278e703-95ac-4cf9-8e2e-825797fe133f, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:01.738540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.809569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-92762ecb-6aa5-4562-9ca1-b7125e783967 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005955 Nov 01 00:10:01.816995 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-fd505210-956f-488d-829b-847ec907e045 None None] For port 9278e703-95ac-4cf9-8e2e-825797fe133f, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:01.820569 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-fd505210-956f-488d-829b-847ec907e045 None None] For port 9278e703-95ac-4cf9-8e2e-825797fe133f, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9278e703-95ac-4cf9-8e2e-825797fe133f,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:01.891240 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fd505210-956f-488d-829b-847ec907e045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.913852 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.926972 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a9a69a0b-5702-4a49-9bc7-c1370c50869e req-755c52d7-3ea8-4497-90fc-adca3fff35a6 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087275 Nov 01 00:10:01.937895 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:01.978591 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd505210-956f-488d-829b-847ec907e045 None None] Pushing event updated for resources: {'Port': ['ID=9278e703-95ac-4cf9-8e2e-825797fe133f,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:02.200215 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Allocated IP 172.27.1.110 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/cb2eea27-45c8-4024-8cfc-fb6db199b276) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:02.243285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42d80b8-af14-4268-be63-760deeed3eff req-2e269d74-cf55-42e3-9635-ad1457df32cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.245100 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e42d80b8-af14-4268-be63-760deeed3eff req-2e269d74-cf55-42e3-9635-ad1457df32cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1660779 Nov 01 00:10:02.261478 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928f3f19-c2d7-4d98-8223-a6d80aeac714 req-5c97a8f3-40c3-4801-80ad-dbbb42572358 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.262955 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-928f3f19-c2d7-4d98-8223-a6d80aeac714 req-5c97a8f3-40c3-4801-80ad-dbbb42572358 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 944 time: 0.1283591 Nov 01 00:10:02.266343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41baa6-a1af-47d9-8a43-010645729299 req-a7909682-c80d-4714-bbf1-1558171a991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.268260 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-a7909682-c80d-4714-bbf1-1558171a991b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1097 time: 0.1314285 Nov 01 00:10:02.422048 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:02.430096 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e42d80b8-af14-4268-be63-760deeed3eff req-d4e568ab-b07e-4169-9d76-20aa5aad45ef tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659200 Nov 01 00:10:02.520770 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-928f3f19-c2d7-4d98-8223-a6d80aeac714 req-edc55f07-2c69-4b30-801e-3eb159c9f30b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2344072 Nov 01 00:10:02.522317 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41baa6-a1af-47d9-8a43-010645729299 req-951102a8-7064-46c5-b8ae-396a10d7071c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.523789 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-951102a8-7064-46c5-b8ae-396a10d7071c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.2363718 Nov 01 00:10:02.578595 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-e5ff8f65-2686-4626-a834-8463e1e6ffb8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 217 time: 0.0440307 Nov 01 00:10:02.606900 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:02.681258 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41baa6-a1af-47d9-8a43-010645729299 req-6f96440b-b769-4803-a367-b5524d08e287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.683515 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-6f96440b-b769-4803-a367-b5524d08e287 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0942721 Nov 01 00:10:02.698701 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c846161-daa7-48e3-8605-53308d06622d req-b06bc62c-9322-45ac-9a0e-40c12f6b8126 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.699735 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:02.700628 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8c846161-daa7-48e3-8605-53308d06622d req-b06bc62c-9322-45ac-9a0e-40c12f6b8126 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 944 time: 0.0774555 Nov 01 00:10:02.703274 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:02.707045 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:02.714079 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2eea27-45c8-4024-8cfc-fb6db199b276,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:02.789951 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41baa6-a1af-47d9-8a43-010645729299 req-207df119-1e2a-48a7-9a4e-6f531f445b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:02.791546 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-207df119-1e2a-48a7-9a4e-6f531f445b1f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0899947 Nov 01 00:10:02.794675 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8c846161-daa7-48e3-8605-53308d06622d req-230eec27-6137-47e3-a5be-94438a32e596 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641699 Nov 01 00:10:02.921048 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-f5239906-0c98-466e-8cc5-660e67adcf73 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180794 Nov 01 00:10:03.026855 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc41baa6-a1af-47d9-8a43-010645729299 req-d41a3ec8-cdbf-451f-9518-04dcc0b03550 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886412 Nov 01 00:10:03.178592 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.285185 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da2d61a-6869-4005-bb29-8837b566945a None None] Network fd3141ed-28ed-430f-983c-b92f688bf7be requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:03.330226 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a886ee34-e9c9-4503-a314-da0c3bace780 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:10:03.496026 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48144) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:03.638672 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.738195 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d190121-fa91-4039-b2ae-413b35a783c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.784524 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562317-0623-41de-9617-79a776493327 req-b8a30764-bc48-4042-8b02-a7f44b6e58ba tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:03.793795 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2562317-0623-41de-9617-79a776493327 req-b8a30764-bc48-4042-8b02-a7f44b6e58ba tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1772192 Nov 01 00:10:03.794163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] Provisioning complete for port 9278e703-95ac-4cf9-8e2e-825797fe133f triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:03.794711 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.802404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81808d57-53af-4be9-810c-76dc71bcca50 req-6b35acde-bdc7-412b-a4c7-47c17bb4aef8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:03.803891 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-81808d57-53af-4be9-810c-76dc71bcca50 req-6b35acde-bdc7-412b-a4c7-47c17bb4aef8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 944 time: 0.1293051 Nov 01 00:10:03.843368 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a886ee34-e9c9-4503-a314-da0c3bace780,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:03.881062 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'a886ee34-e9c9-4503-a314-da0c3bace780', 'network_id': 'e174b56f-ab61-41bd-a7be-78160ca2de3b', 'port_id': 'a886ee34-e9c9-4503-a314-da0c3bace780', 'mac_address': 'fa:16:3e:d9:21:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '645c4f54-2ee0-4e78-b12c-581998e6b41d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:10:03.890882 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2562317-0623-41de-9617-79a776493327 req-feb7faa8-f00d-4c07-8a57-97171019c58a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970850 Nov 01 00:10:03.897679 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Router 2be97295-26be-465e-8a18-936c8dd6f1bb is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:10:03.932562 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-81808d57-53af-4be9-810c-76dc71bcca50 req-03eb576f-672a-41ab-adde-3b27183d09a2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060462 Nov 01 00:10:03.962982 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d190121-fa91-4039-b2ae-413b35a783c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.974546 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:03.976968 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.022536 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a886ee34-e9c9-4503-a314-da0c3bace780 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:10:04.039955 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a6f9d3-b1e0-4ad1-a7eb-edbf347c9d8f req-7ed34d9b-bcce-4934-8215-bfd930b8149c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:04.045098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2a6f9d3-b1e0-4ad1-a7eb-edbf347c9d8f req-7ed34d9b-bcce-4934-8215-bfd930b8149c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 944 time: 0.0648704 Nov 01 00:10:04.053742 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] For port 9278e703-95ac-4cf9-8e2e-825797fe133f, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9278e703-95ac-4cf9-8e2e-825797fe133f,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:04.067690 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a886ee34-e9c9-4503-a314-da0c3bace780,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:04.075831 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d190121-fa91-4039-b2ae-413b35a783c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.100169 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:10:04.113730 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Sync routers for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:10:04.131160 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:04.133106 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:04.143591 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.163678 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-2d190121-fa91-4039-b2ae-413b35a783c3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2c111f02b3c84f46b46263b63cd76405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6634827 Nov 01 00:10:04.164071 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48168) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:04.180452 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2a6f9d3-b1e0-4ad1-a7eb-edbf347c9d8f req-f69dc0aa-6203-41b2-a0c3-98a6b8b124cf tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272826 Nov 01 00:10:04.181385 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d190121-fa91-4039-b2ae-413b35a783c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3668a42e-bc16-48d6-881b-c92d3f75bf7a,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:04.195896 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9278e703-95ac-4cf9-8e2e-825797fe133f up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:04.200709 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.205285 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.205285 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-80ac183f-3eb7-43da-bb20-7750755193e4 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3692870 Nov 01 00:10:04.207656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48170) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:04.250327 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.277661 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15f2ce-e233-46cb-be90-64358089aebd None None] Pushing event updated for resources: {'Port': ['ID=9278e703-95ac-4cf9-8e2e-825797fe133f,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:04.278611 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.322239 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3b9eaef1-cd58-4d0c-80b2-9f0d1a1daf79 None None] Provisioning complete for port 9278e703-95ac-4cf9-8e2e-825797fe133f triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:04.322239 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3b9eaef1-cd58-4d0c-80b2-9f0d1a1daf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.382944 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:04.392729 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 9278e703-95ac-4cf9-8e2e-825797fe133f triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:04.393096 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.395829 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:04.468857 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.471906 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.473537 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3668a42e-bc16-48d6-881b-c92d3f75bf7a HTTP/1.1" status: 204 len: 168 time: 0.3081641 Nov 01 00:10:04.484019 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e2c5c-a9bc-4c3e-a396-9b117d4e3884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3668a42e-bc16-48d6-881b-c92d3f75bf7a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:04.547063 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['a886ee34-e9c9-4503-a314-da0c3bace780'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:10:04.626730 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:02Z', 'revision_number': 3, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:04.666280 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Checking router: 2be97295-26be-465e-8a18-936c8dd6f1bb for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:10:04.666715 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Updating router 2be97295-26be-465e-8a18-936c8dd6f1bb port cb2eea27-45c8-4024-8cfc-fb6db199b276 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:10:04.695360 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.717148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:04.889281 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Allocated IP 172.20.0.1 (fd3141ed-28ed-430f-983c-b92f688bf7be/bea3976e-7feb-4330-8384-c03a0daf197e/46560633-f629-4040-904f-237f476c9512) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:04.994377 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.073325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.123776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b267b-915a-44b7-b275-f2f3699ce364 req-41c6b824-4ed4-432e-b408-8911af723a05 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:05.125256 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-043b267b-915a-44b7-b275-f2f3699ce364 req-41c6b824-4ed4-432e-b408-8911af723a05 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 944 time: 0.1122971 Nov 01 00:10:05.128939 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.135794 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d05ace-1da0-4f47-8523-47d76b3de926 req-148d543b-323f-4ee9-a3cf-0b743dc3d122 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:05.137284 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6d05ace-1da0-4f47-8523-47d76b3de926 req-148d543b-323f-4ee9-a3cf-0b743dc3d122 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1210158 Nov 01 00:10:05.182294 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Attempting to bind port cb2eea27-45c8-4024-8cfc-fb6db199b276 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:05.183937 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Attempting to bind port cb2eea27-45c8-4024-8cfc-fb6db199b276 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:05.183937 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Attempting to bind port cb2eea27-45c8-4024-8cfc-fb6db199b276 on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:05.185127 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0fc04-d993-4e55-be70-2b84f38fdfe9 None None] Pushing event updated for resources: {'Port': ['ID=cb2eea27-45c8-4024-8cfc-fb6db199b276,revision_number=2']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:05.191523 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:05.191836 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:05.193034 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.193643 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:05.194396 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Bound port: cb2eea27-45c8-4024-8cfc-fb6db199b276, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:05.194527 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.215587 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-043b267b-915a-44b7-b275-f2f3699ce364 req-67a36b35-ee19-4648-b150-c123c429763a tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743778 Nov 01 00:10:05.232119 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6d05ace-1da0-4f47-8523-47d76b3de926 req-0678dcd8-9fda-4d6c-bcd2-2940035e1a13 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772793 Nov 01 00:10:05.259391 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] For port cb2eea27-45c8-4024-8cfc-fb6db199b276, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:05.262935 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] For port cb2eea27-45c8-4024-8cfc-fb6db199b276, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=cb2eea27-45c8-4024-8cfc-fb6db199b276,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:05.316759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.322461 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 055328f7-a878-4d95-ac04-b5121d832a30 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:10:05.333369 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a886ee34-e9c9-4503-a314-da0c3bace780 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:05.335718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4317db-728b-4e3a-9d1e-e92f44212c80 req-d50acc6b-066a-4e0b-8bdc-083dc8e86611 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:05.338652 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3b4317db-728b-4e3a-9d1e-e92f44212c80 req-d50acc6b-066a-4e0b-8bdc-083dc8e86611 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 945 time: 0.0641739 Nov 01 00:10:05.373018 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.378895 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Network fd3141ed-28ed-430f-983c-b92f688bf7be is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:05.390039 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:05.397496 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:05.420774 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Pushing event updated for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:05.440500 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:05.442855 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:05.446744 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3b4317db-728b-4e3a-9d1e-e92f44212c80 req-3e4d285c-0259-41fe-b546-9a98bc8779b9 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894978 Nov 01 00:10:05.461797 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.471387 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=055328f7-a878-4d95-ac04-b5121d832a30,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:05.489132 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '055328f7-a878-4d95-ac04-b5121d832a30', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'port_id': '055328f7-a878-4d95-ac04-b5121d832a30', 'mac_address': 'fa:16:3e:07:5b:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:10:05.544825 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port a886ee34-e9c9-4503-a314-da0c3bace780 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:10:05.560911 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c0fc04-d993-4e55-be70-2b84f38fdfe9 None None] Pushing event updated for resources: {'Port': ['ID=cb2eea27-45c8-4024-8cfc-fb6db199b276,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:05.561640 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port a886ee34-e9c9-4503-a314-da0c3bace780 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:05.562007 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.563993 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.616057 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055328f7-a878-4d95-ac04-b5121d832a30 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:10:05.624755 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:05.642921 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=055328f7-a878-4d95-ac04-b5121d832a30,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:05.687816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.713996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:05.716439 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a786f93e-95cc-47e2-b39f-a72cd1cec11d" -d '{"events": [{"server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "name": "network-vif-plugged", "status": "completed", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:05.740734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a886ee34-e9c9-4503-a314-da0c3bace780,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:05.740734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.807480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f286243-c5fe-4702-9fe0-3216dbdffe6a x-openstack-request-id: req-4f286243-c5fe-4702-9fe0-3216dbdffe6a {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:05.807480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "name": "network-vif-plugged", "status": "completed", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:05.807480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f286243-c5fe-4702-9fe0-3216dbdffe6a {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:05.807480 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780', 'code': 200} Nov 01 00:10:05.807480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:05.812285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.824769 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-156062ba-ef1b-4500-920f-5f6ea3dad49c None None] Provisioning complete for port 46560633-f629-4040-904f-237f476c9512 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:05.825151 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-156062ba-ef1b-4500-920f-5f6ea3dad49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.850709 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:05.898681 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-156062ba-ef1b-4500-920f-5f6ea3dad49c None None] Port 46560633-f629-4040-904f-237f476c9512 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:10:05.915804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:05.922436 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:02Z', 'revision_number': 3, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:05.959237 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637dfef4-4180-43da-aab8-06aa8f3e8267 None None] The sync data for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi is: [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:02Z', 'revision_number': 3, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:10:05.984352 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:10:06.096501 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['055328f7-a878-4d95-ac04-b5121d832a30'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:10:06.103613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:06.134285 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9278e703-95ac-4cf9-8e2e-825797fe133f up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:06.202942 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:06.227089 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 9278e703-95ac-4cf9-8e2e-825797fe133f triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:06.227555 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:06.295168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:06.296867 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Pushing event updated for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:06.435382 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df99a2f-1984-4f3e-bdd2-afe778dc9b80 req-79edc00a-dc4b-4ed1-9d6e-e56b31e30e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:06.436971 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2df99a2f-1984-4f3e-bdd2-afe778dc9b80 req-79edc00a-dc4b-4ed1-9d6e-e56b31e30e96 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 1099 time: 0.2659063 Nov 01 00:10:06.795875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4aace8-4f6d-4d27-bda9-dd70ac445367 req-bbef2e5a-147e-4e49-b73c-8f7537a5a8e3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:06.797421 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe4aace8-4f6d-4d27-bda9-dd70ac445367 req-bbef2e5a-147e-4e49-b73c-8f7537a5a8e3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.4812641 Nov 01 00:10:06.827771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4596f-e488-4590-9a10-0c2b6a7516b1 req-8166ba9c-0e68-46d1-b5df-844ad78dbf9e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:06.829261 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-beb4596f-e488-4590-9a10-0c2b6a7516b1 req-8166ba9c-0e68-46d1-b5df-844ad78dbf9e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 945 time: 0.4610717 Nov 01 00:10:06.838662 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2df99a2f-1984-4f3e-bdd2-afe778dc9b80 req-90dcfd87-c003-4b79-8804-4bdda4769464 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939066 Nov 01 00:10:06.900144 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fe4aace8-4f6d-4d27-bda9-dd70ac445367 req-71acb452-97ef-4b9f-be28-9fefb0a7ef16 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940323 Nov 01 00:10:06.904383 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Network fd3141ed-28ed-430f-983c-b92f688bf7be is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:06.908324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:06.932031 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-beb4596f-e488-4590-9a10-0c2b6a7516b1 req-d92f1caa-531f-43bb-a9cb-8273f8f67382 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923066 Nov 01 00:10:07.098134 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe37b91-3145-477c-b7e1-b149364b9c22 req-db63dc31-ec87-4028-acc9-c361377e61b1 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:07.104070 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bfe37b91-3145-477c-b7e1-b149364b9c22 req-db63dc31-ec87-4028-acc9-c361377e61b1 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0874438 Nov 01 00:10:07.167225 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Router 2be97295-26be-465e-8a18-936c8dd6f1bb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:10:07.171121 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bfe37b91-3145-477c-b7e1-b149364b9c22 req-e2a899b0-9b66-4f30-8554-cc363829cdc4 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565453 Nov 01 00:10:07.229428 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-4d4723e2-8ce4-4eb5-9d70-8aeb75c0d379 None None] Provisioning complete for port 46560633-f629-4040-904f-237f476c9512 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:07.229994 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4d4723e2-8ce4-4eb5-9d70-8aeb75c0d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:07.267675 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-4d4723e2-8ce4-4eb5-9d70-8aeb75c0d379 None None] Port 46560633-f629-4040-904f-237f476c9512 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:10:07.278197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:10:07.283147 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-01ff1d86-7dc7-4ff6-b5bb-ca36b54093ff admin admin] 10.222.0.41 "PUT /v2.0/routers/2be97295-26be-465e-8a18-936c8dd6f1bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0743966 Nov 01 00:10:07.321649 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 055328f7-a878-4d95-ac04-b5121d832a30 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:07.481777 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 055328f7-a878-4d95-ac04-b5121d832a30 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:10:07.491760 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 055328f7-a878-4d95-ac04-b5121d832a30 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:07.492225 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:07.628840 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:07.674875 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=055328f7-a878-4d95-ac04-b5121d832a30,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:07.771886 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:07.854917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:07.857365 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6e0cdd-c7e3-4583-8b38-a8d18e4ab979" -d '{"events": [{"server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "name": "network-vif-plugged", "status": "completed", "tag": "055328f7-a878-4d95-ac04-b5121d832a30"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:07.902533 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:07.933117 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40abf68e-f0a1-4833-81e8-36c26f106801 x-openstack-request-id: req-40abf68e-f0a1-4833-81e8-36c26f106801 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:07.933523 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "name": "network-vif-plugged", "status": "completed", "tag": "055328f7-a878-4d95-ac04-b5121d832a30", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:07.933842 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40abf68e-f0a1-4833-81e8-36c26f106801 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:07.934305 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30', 'code': 200} Nov 01 00:10:08.045767 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Sync routers for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:10:08.062129 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc2f69-1124-4506-a911-6ed54c4e8db6 req-12b29e6d-d779-4d20-82bb-c54d6cb3d221 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:08.078752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:08.079762 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:08.085162 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3cbc2f69-1124-4506-a911-6ed54c4e8db6 req-12b29e6d-d779-4d20-82bb-c54d6cb3d221 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1998134 Nov 01 00:10:08.188684 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-066c8fd1-6275-46e4-8f14-a6c4909c2390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.197274 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device cb2eea27-45c8-4024-8cfc-fb6db199b276 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:08.277279 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3cbc2f69-1124-4506-a911-6ed54c4e8db6 req-1f0becfb-7fea-424e-a854-67d0d72f9324 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1732147 Nov 01 00:10:08.307520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port cb2eea27-45c8-4024-8cfc-fb6db199b276 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:08.307964 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.320823 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee5bca-3bb0-4239-b8ed-8779a72fad2d req-d5946833-54f1-44f4-9da5-2f924700ab70 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:08.330760 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-44ee5bca-3bb0-4239-b8ed-8779a72fad2d req-d5946833-54f1-44f4-9da5-2f924700ab70 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.2353637 Nov 01 00:10:08.334914 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48290) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:08.392825 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:08.431170 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-44ee5bca-3bb0-4239-b8ed-8779a72fad2d req-b017b9a9-07cd-4795-9dce-aa5b9a4beace tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980747 Nov 01 00:10:08.525910 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48296) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:08.532754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1632794292-network', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:08.535247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743aa4e-f945-40c5-9036-ea32c73ac7df req-a5480060-abd1-4209-933b-cceb37a1acc4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:08.553962 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f743aa4e-f945-40c5-9036-ea32c73ac7df req-a5480060-abd1-4209-933b-cceb37a1acc4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.1028504 Nov 01 00:10:08.685326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f743aa4e-f945-40c5-9036-ea32c73ac7df req-4dbca843-f7d9-479a-9972-1508977e9af4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292353 Nov 01 00:10:08.714529 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d0042c-a14a-4494-84bc-1e0a7ef4aa23 req-31a7a325-77fe-463d-8f1f-7384a7ed328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:08.718778 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Made reservation on behalf of f86b25222ca845a8a3abd0106fd3f0e0 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:10:08.721200 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.731776 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.733542 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9d0042c-a14a-4494-84bc-1e0a7ef4aa23 req-31a7a325-77fe-463d-8f1f-7384a7ed328d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1099 time: 0.1402531 Nov 01 00:10:08.734888 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.751590 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c5db21-f213-4559-a857-d668510cad12 req-414a83e5-54de-423a-aef3-d650ac89161f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:08.761643 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-45c5db21-f213-4559-a857-d668510cad12 req-414a83e5-54de-423a-aef3-d650ac89161f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.1669421 Nov 01 00:10:08.776435 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port cb2eea27-45c8-4024-8cfc-fb6db199b276, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=cb2eea27-45c8-4024-8cfc-fb6db199b276,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:08.820602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9d0042c-a14a-4494-84bc-1e0a7ef4aa23 req-cab9cd2a-6a19-4de5-9fc7-b0c8985a6610 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557423 Nov 01 00:10:08.837313 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5145a23-c620-45bd-95b8-9a6cf49f3d65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.848196 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 2, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:08.852834 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-45c5db21-f213-4559-a857-d668510cad12 req-69ef392e-d3e4-4121-8828-96b411080945 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870130 Nov 01 00:10:08.881810 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Checking router: 2be97295-26be-465e-8a18-936c8dd6f1bb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:10:08.881810 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Updating router 2be97295-26be-465e-8a18-936c8dd6f1bb port 46560633-f629-4040-904f-237f476c9512 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:10:08.883856 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.921158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.932628 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.972587 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5145a23-c620-45bd-95b8-9a6cf49f3d65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:08.981544 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=cb2eea27-45c8-4024-8cfc-fb6db199b276,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:08.991961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.012402 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:10:09.033739 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.034147 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Added segment 27183ebb-fef8-4f8c-b7ea-02f357a3c9a1 of type vlan for network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc Nov 01 00:10:09.035601 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b36b74-1152-4a97-a1cf-44a49e648b1d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.078767 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.111567 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e5145a23-c620-45bd-95b8-9a6cf49f3d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.153078 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e5145a23-c620-45bd-95b8-9a6cf49f3d65 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85f82cc0021f448f8d683c149f2358ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8163981 Nov 01 00:10:09.154057 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5145a23-c620-45bd-95b8-9a6cf49f3d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb930d9-47ce-4679-a5ef-7d3ddf46eda7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.155682 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48310) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:09.165715 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.166841 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:09.168021 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.216248 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.240142 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.250629 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] Pushing event updated for resources: {'Network': ['ID=eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.251315 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.261650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:10:09.368710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.371774 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-fad122bd-9d94-4fa2-aff6-531afaf3ed40 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8441532 Nov 01 00:10:09.374852 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48314) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:09.379920 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Request body: {'subnet': {'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1632794292-subnet', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:09.416224 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35a713-1c34-4dd7-86b3-08afb6519287 None None] Pushing event updated for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.420548 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ab9c3-3533-4330-a596-964ab52e8a4b req-87357d14-d086-4e21-990e-ae06a4f1bc6b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:09.422088 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-230ab9c3-3533-4330-a596-964ab52e8a4b req-87357d14-d086-4e21-990e-ae06a4f1bc6b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0605490 Nov 01 00:10:09.438742 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.441263 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.450463 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1fb930d9-47ce-4679-a5ef-7d3ddf46eda7 HTTP/1.1" status: 204 len: 168 time: 0.2856131 Nov 01 00:10:09.464422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdc2a9-1041-4dd2-a29b-ffd56ab30ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb930d9-47ce-4679-a5ef-7d3ddf46eda7,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.486612 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Made reservation on behalf of f86b25222ca845a8a3abd0106fd3f0e0 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:10:09.490042 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-230ab9c3-3533-4330-a596-964ab52e8a4b req-ffc508eb-4698-44e8-903b-0a90f9089589 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0586107 Nov 01 00:10:09.495620 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13537283'] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.499098 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Attempting to bind port 46560633-f629-4040-904f-237f476c9512 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:09.500384 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Attempting to bind port 46560633-f629-4040-904f-237f476c9512 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:09.500904 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Attempting to bind port 46560633-f629-4040-904f-237f476c9512 on network fd3141ed-28ed-430f-983c-b92f688bf7be {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:09.522606 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:09.523234 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Checking segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:09.523658 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.524034 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Bound using segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:09.524508 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Bound port: 46560633-f629-4040-904f-237f476c9512, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:09.524885 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.620925 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f3a13-d236-4a7e-9301-24937fbcab48 req-7aed4e79-e7e5-4c9e-8234-588c029887e0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:09.622847 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f21f3a13-d236-4a7e-9301-24937fbcab48 req-7aed4e79-e7e5-4c9e-8234-588c029887e0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0653145 Nov 01 00:10:09.624080 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] For port 46560633-f629-4040-904f-237f476c9512, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:09.628469 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] For port 46560633-f629-4040-904f-237f476c9512, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=46560633-f629-4040-904f-237f476c9512,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:09.674728 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f21f3a13-d236-4a7e-9301-24937fbcab48 req-5500f0f2-9eec-4dcd-872d-b7c4de94b721 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434380 Nov 01 00:10:09.743440 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.807792 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:09.808445 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:09:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:09.834523 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13167370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13537297'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.838857 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c09a-6085-40ca-8700-208e7c992e99 req-dffbfa7d-d805-4ea0-9d11-9d1ce24d34d6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:09.840546 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1419c09a-6085-40ca-8700-208e7c992e99 req-dffbfa7d-d805-4ea0-9d11-9d1ce24d34d6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0790761 Nov 01 00:10:09.905103 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1419c09a-6085-40ca-8700-208e7c992e99 req-bd591d09-8ba3-4c64-a2b3-6624e36beeb2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537646 Nov 01 00:10:09.907149 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba35a713-1c34-4dd7-86b3-08afb6519287 None None] Pushing event updated for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:09.916661 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] Provisioning complete for port 46560633-f629-4040-904f-237f476c9512 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:09.916937 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:09.956770 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b582adc4-f138-4fca-80c7-df194785f77f,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:10.013791 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Checking segment: {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:10.022799 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Network hostable DHCP agents. Network: eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:10:10.034461 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68090a-a713-49e5-a7b5-ef1bc20d7f52 req-a45d47ca-f01c-4cde-8505-ef8e16f84171 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:10.044298 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:10.044835 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb68090a-a713-49e5-a7b5-ef1bc20d7f52 req-a45d47ca-f01c-4cde-8505-ef8e16f84171 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0893016 Nov 01 00:10:10.088066 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb68090a-a713-49e5-a7b5-ef1bc20d7f52 req-e9c05258-daa3-4160-86a8-19cc5430800c tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421112 Nov 01 00:10:10.103044 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:10:10.134179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device cb2eea27-45c8-4024-8cfc-fb6db199b276 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:10.188797 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.214504 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:10.219140 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:10.220234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.249977 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f826f6a1-fdd4-4677-a2f9-5cc63e2012ff None None] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:10.318086 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9f70acbd-c1b6-4894-86e8-68f3e286fe60 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9417329 Nov 01 00:10:10.322125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48340) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:10.329438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:10.332894 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] For port 46560633-f629-4040-904f-237f476c9512, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=46560633-f629-4040-904f-237f476c9512,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:10.396982 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port cb2eea27-45c8-4024-8cfc-fb6db199b276 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:10.397612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.467435 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.497508 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.498594 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.558422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.670086 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628d13f-e99b-46a9-87fd-fa84365c2cf4 req-48bdf86f-4559-4da9-b149-ec9b137aec72 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:10.671199 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a628d13f-e99b-46a9-87fd-fa84365c2cf4 req-48bdf86f-4559-4da9-b149-ec9b137aec72 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0592489 Nov 01 00:10:10.726612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeba2d0-26f8-4361-8ad9-8a0388f2884a None None] Pushing event updated for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:10.748480 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'fixed_ips': [{'subnet_id': 'b582adc4-f138-4fca-80c7-df194785f77f'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:10:10.749346 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.761780 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8e5b2ac7-00f9-4308-b8a0-925629dcdeff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.794174 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:09Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:10.805196 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-21b4e8ee-dff4-4d06-b941-a39b4f10a865 None None] Provisioning complete for port 46560633-f629-4040-904f-237f476c9512 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:10.805642 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-21b4e8ee-dff4-4d06-b941-a39b4f10a865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.811556 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a628d13f-e99b-46a9-87fd-fa84365c2cf4 req-79846f7e-4e8e-4d72-8f9c-d5a6f56edb0b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304064 Nov 01 00:10:10.891611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:10.904936 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cd39805-6192-4712-8ece-31a8f383b285 None None] The sync data for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi is: [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:09Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:10:10.911569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bb072b-8d89-4fb8-920c-31bb0912add5 req-f994b2c0-f83d-4671-89c0-5bdbbcbbc0b6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:10.911569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6bb072b-8d89-4fb8-920c-31bb0912add5 req-f994b2c0-f83d-4671-89c0-5bdbbcbbc0b6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1376517 Nov 01 00:10:11.005205 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6bb072b-8d89-4fb8-920c-31bb0912add5 req-8fc566ea-8a0e-48cf-9f42-f4c836392cb4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850778 Nov 01 00:10:11.074292 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e2cad-20b6-4500-8f33-2a02b2a6f09f req-ef7bb241-06f5-479f-b606-8650ff881d59 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:11.082489 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-441e2cad-20b6-4500-8f33-2a02b2a6f09f req-ef7bb241-06f5-479f-b606-8650ff881d59 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0823209 Nov 01 00:10:11.087373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Allocated IP 172.20.0.2 (eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc/b582adc4-f138-4fca-80c7-df194785f77f/17a36308-7500-4ecd-86b7-22e646d09799) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:11.131674 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-441e2cad-20b6-4500-8f33-2a02b2a6f09f req-32cb99e3-b0c2-4b0d-8bc5-9c55109fb355 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479097 Nov 01 00:10:11.306678 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.407263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.423152 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.446094 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.468482 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:11.474224 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:11.478864 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:11.483028 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Pushing event updated for resources: {'Port': ['ID=17a36308-7500-4ecd-86b7-22e646d09799,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:11.541961 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Attempting to bind port 17a36308-7500-4ecd-86b7-22e646d09799 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:11.542355 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Attempting to bind port 17a36308-7500-4ecd-86b7-22e646d09799 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:11.542696 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Attempting to bind port 17a36308-7500-4ecd-86b7-22e646d09799 on network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:11.548301 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:11.554051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Checking segment: {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:11.554051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.554051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Bound using segment: {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:11.554051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Bound port: 17a36308-7500-4ecd-86b7-22e646d09799, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:11.554051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.565225 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Allocated IP 172.27.1.254 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/a51e3770-07fc-4e70-92b9-f1d363668426) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:11.625432 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] For port 17a36308-7500-4ecd-86b7-22e646d09799, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:11.628930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] For port 17a36308-7500-4ecd-86b7-22e646d09799, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=17a36308-7500-4ecd-86b7-22e646d09799,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:11.679257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.703657 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.774432 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af36147-a1a5-47da-a1ca-b571360fa58f None None] Pushing event updated for resources: {'Port': ['ID=17a36308-7500-4ecd-86b7-22e646d09799,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:11.800952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.852684 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:11.856834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Pushing event updated for resources: {'Port': ['ID=a51e3770-07fc-4e70-92b9-f1d363668426,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:11.860964 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:11.861197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:11.863357 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:12.061258 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.263045 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 46560633-f629-4040-904f-237f476c9512 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:12.272987 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724fabe-97ad-431d-97a8-015b67d16d7b req-7234d755-83be-41a6-bbeb-915e37cf975f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:12.274570 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3724fabe-97ad-431d-97a8-015b67d16d7b req-7234d755-83be-41a6-bbeb-915e37cf975f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.3455791 Nov 01 00:10:12.289606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44749b59-49a3-4ddf-bacf-9fecdd8c4648 req-5b2e9903-56ec-43f1-b331-cc6abf291bde tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:12.300370 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-44749b59-49a3-4ddf-bacf-9fecdd8c4648 req-5b2e9903-56ec-43f1-b331-cc6abf291bde tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1156576 Nov 01 00:10:12.325391 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 46560633-f629-4040-904f-237f476c9512 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:12.325755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.413349 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 17a36308-7500-4ecd-86b7-22e646d09799 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:12.430773 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-44749b59-49a3-4ddf-bacf-9fecdd8c4648 req-67dcd67a-82fc-4d4a-812f-5c927469f41a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289756 Nov 01 00:10:12.435561 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3724fabe-97ad-431d-97a8-015b67d16d7b req-5857e98c-4ed3-4045-bb23-c2cd435a8040 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312249 Nov 01 00:10:12.495741 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 17a36308-7500-4ecd-86b7-22e646d09799 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:12.496156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.550493 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.588379 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.643670 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 17a36308-7500-4ecd-86b7-22e646d09799, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=17a36308-7500-4ecd-86b7-22e646d09799,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:12.647596 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c82a4-d49d-43c4-a851-b99166c802a4 req-d59ac712-dd70-4975-afd2-0de6626c6622 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:12.649584 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-df4c82a4-d49d-43c4-a851-b99166c802a4 req-d59ac712-dd70-4975-afd2-0de6626c6622 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.1463509 Nov 01 00:10:12.760506 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.799275 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-df4c82a4-d49d-43c4-a851-b99166c802a4 req-58c62400-996d-410a-a352-b8524b6959b0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173656 Nov 01 00:10:12.830384 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=17a36308-7500-4ecd-86b7-22e646d09799,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:12.839181 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:12.932568 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e4160-914a-4676-858f-c738bdaf2b11 None None] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:13.063755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-60efaaf6-65fc-423f-8d94-69e89a8afd89 None None] Provisioning complete for port 17a36308-7500-4ecd-86b7-22e646d09799 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:13.064130 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-60efaaf6-65fc-423f-8d94-69e89a8afd89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:13.237574 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:10:13.401223 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:10:13.411566 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Sync routers for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:10:13.424556 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:13.425362 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:13.435513 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:13.440742 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-5bfeebcf-8ab4-4fe3-8cd3-2b24c249ecce None None] Provisioning complete for port 17a36308-7500-4ecd-86b7-22e646d09799 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:13.441108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5bfeebcf-8ab4-4fe3-8cd3-2b24c249ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:13.517498 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:13.519060 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a1de2bca-bdbd-4983-8f57-6d38fc4e26d5 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1958218 Nov 01 00:10:13.522168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48410) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:13.634823 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:13.804861 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd04c7d-47d0-4a7b-9dc0-75c5443ad6b4 req-fdd2428b-5b96-4287-a91d-e9c9bc2e20b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:13.806484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6cd04c7d-47d0-4a7b-9dc0-75c5443ad6b4 req-fdd2428b-5b96-4287-a91d-e9c9bc2e20b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1755254 Nov 01 00:10:13.815638 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75255f-6893-4b55-bce7-37c7eab9f08b req-eca0589c-001a-4dd5-a9a2-69801bdd089a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:13.823873 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f75255f-6893-4b55-bce7-37c7eab9f08b req-eca0589c-001a-4dd5-a9a2-69801bdd089a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.2678804 Nov 01 00:10:13.870276 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:12Z', 'revision_number': 3, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:13.907141 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Checking router: 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:10:13.907785 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Updating router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 port a51e3770-07fc-4e70-92b9-f1d363668426 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:10:13.935915 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:13.981089 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f75255f-6893-4b55-bce7-37c7eab9f08b req-5e8c8148-702c-4da7-bc42-12c56b762b64 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553493 Nov 01 00:10:14.015352 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6cd04c7d-47d0-4a7b-9dc0-75c5443ad6b4 req-b3b6d43c-ad3d-4acb-8775-4935473975cb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1497481 Nov 01 00:10:14.183278 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 17a36308-7500-4ecd-86b7-22e646d09799 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:14.278351 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 17a36308-7500-4ecd-86b7-22e646d09799 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:14.293111 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.346754 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.426933 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.589860 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7c83b-a89f-45d4-a3b0-1d84ec98eda6 None None] Pushing event updated for resources: {'Port': ['ID=a51e3770-07fc-4e70-92b9-f1d363668426,revision_number=2']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:14.626827 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Attempting to bind port a51e3770-07fc-4e70-92b9-f1d363668426 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:14.626827 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Attempting to bind port a51e3770-07fc-4e70-92b9-f1d363668426 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:14.626827 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Attempting to bind port a51e3770-07fc-4e70-92b9-f1d363668426 on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:14.632796 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:14.639690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:14.639690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.639690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:14.639690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Bound port: a51e3770-07fc-4e70-92b9-f1d363668426, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:14.639690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.644438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d9e6-19dd-4e4d-aec6-93545c6e7c4c req-635c2d0b-3561-444b-9471-9055985e3175 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:14.651649 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6587d9e6-19dd-4e4d-aec6-93545c6e7c4c req-635c2d0b-3561-444b-9471-9055985e3175 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.4794354 Nov 01 00:10:14.721443 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6587d9e6-19dd-4e4d-aec6-93545c6e7c4c req-9fd932b3-42c8-4c28-9675-950e5c25938e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687981 Nov 01 00:10:14.722389 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] For port a51e3770-07fc-4e70-92b9-f1d363668426, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:14.726244 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] For port a51e3770-07fc-4e70-92b9-f1d363668426, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=a51e3770-07fc-4e70-92b9-f1d363668426,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:14.811761 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.860123 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:14.860732 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:14.870995 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a50891-6c5d-486b-9732-239b551f7bf7 req-bfcba54a-6d09-4a1d-916c-0f20890c8604 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:14.872589 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c2a50891-6c5d-486b-9732-239b551f7bf7 req-bfcba54a-6d09-4a1d-916c-0f20890c8604 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.1135523 Nov 01 00:10:14.887240 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:14.930279 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01c645-5080-4600-adfe-0e019f77897d req-7b68d9d2-1a81-455e-b0f0-9ee45f443a4c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:14.931985 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ac01c645-5080-4600-adfe-0e019f77897d req-7b68d9d2-1a81-455e-b0f0-9ee45f443a4c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.1275606 Nov 01 00:10:14.940101 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7c83b-a89f-45d4-a3b0-1d84ec98eda6 None None] Pushing event updated for resources: {'Port': ['ID=a51e3770-07fc-4e70-92b9-f1d363668426,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:14.943510 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48436) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:14.948919 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'floatingip': {'port_id': '055328f7-a878-4d95-ac04-b5121d832a30'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:14.983757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c2a50891-6c5d-486b-9732-239b551f7bf7 req-9bc3ba05-d703-43d8-8339-b8cf0b848bf1 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942519 Nov 01 00:10:15.031211 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:15.036772 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:15.145234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22f724-40da-41b6-a209-4b75f4e4b424 req-5bfce024-2e1b-49d3-b0d8-f94837b50dcb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:15.146757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8c22f724-40da-41b6-a209-4b75f4e4b424 req-5bfce024-2e1b-49d3-b0d8-f94837b50dcb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0944526 Nov 01 00:10:15.150790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Allocated IP 172.20.0.1 (eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc/b582adc4-f138-4fca-80c7-df194785f77f/d90aef6f-29e8-48b2-8c88-713f6f710904) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:15.256960 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:12Z', 'revision_number': 3, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:15.282949 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8c22f724-40da-41b6-a209-4b75f4e4b424 req-16352230-4885-4be4-b66b-e82f1b4d12d8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204567 Nov 01 00:10:15.286436 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70c7fc-796e-4eae-a6c7-f84ad51650fd None None] The sync data for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi is: [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:12Z', 'revision_number': 3, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:10:15.294103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48628e-551c-475d-b9ac-fd3830ec0caa req-6839558a-0761-4af4-afa1-12e3705ee22b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:15.296066 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f48628e-551c-475d-b9ac-fd3830ec0caa req-6839558a-0761-4af4-afa1-12e3705ee22b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1464114 Nov 01 00:10:15.371629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f48628e-551c-475d-b9ac-fd3830ec0caa req-30087d1d-53bb-4a12-98af-f6bbbded53a3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613894 Nov 01 00:10:15.385619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:15.634687 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:15.728352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Pushing event updated for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:15.735447 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:15.741119 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:15.743705 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.744055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.744384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.744718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.745045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.745370 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.745692 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.746017 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.746338 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.746654 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.746970 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.747286 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:15.750501 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:15.809395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:15.904071 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.015183 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.062877 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-fa02c0a8-daa2-45e2-933b-c2453d946403 None None] Provisioning complete for port d90aef6f-29e8-48b2-8c88-713f6f710904 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:16.069430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fa02c0a8-daa2-45e2-933b-c2453d946403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.136090 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.151441 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Floating IP fee4aef0-dd14-4b80-b1e9-e32aab817cda associated. External IP: 172.27.1.43, port: 055328f7-a878-4d95-ac04-b5121d832a30. Nov 01 00:10:16.165218 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-fa02c0a8-daa2-45e2-933b-c2453d946403 None None] Port d90aef6f-29e8-48b2-8c88-713f6f710904 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:10:16.175690 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device a51e3770-07fc-4e70-92b9-f1d363668426 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:16.206348 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c1a2f0-4079-4382-997a-69edaab6e967 req-c11a1a72-ca88-429a-8550-7f5395175d90 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:16.215614 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-38c1a2f0-4079-4382-997a-69edaab6e967 req-c11a1a72-ca88-429a-8550-7f5395175d90 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.1136732 Nov 01 00:10:16.239229 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port a51e3770-07fc-4e70-92b9-f1d363668426 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:16.241217 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.294791 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-38c1a2f0-4079-4382-997a-69edaab6e967 req-f4263d03-3bca-4593-adb1-abf4c31f3c89 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726633 Nov 01 00:10:16.362052 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.386422 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port a51e3770-07fc-4e70-92b9-f1d363668426, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=a51e3770-07fc-4e70-92b9-f1d363668426,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:16.435690 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:10:16.475822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.542973 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.549997 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c4fcf-5bc4-42cc-a77c-37e79d966d56 req-4a0427ff-cc71-4106-ae7b-ef76e2e474ea tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:16.557193 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-339c4fcf-5bc4-42cc-a77c-37e79d966d56 req-4a0427ff-cc71-4106-ae7b-ef76e2e474ea tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1360373 Nov 01 00:10:16.564191 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ce4a7-c261-4e59-99f6-ad374d5b0588 req-1948ed01-56c3-4eeb-b9c6-e2d139e2a7d7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:16.565655 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-801ce4a7-c261-4e59-99f6-ad374d5b0588 req-1948ed01-56c3-4eeb-b9c6-e2d139e2a7d7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0706844 Nov 01 00:10:16.575055 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:10:16.580771 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.592253 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.595272 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:10:16.605249 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=a51e3770-07fc-4e70-92b9-f1d363668426,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:16.612834 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:16.613495 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:16.616531 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-56c50a10-709d-4da2-bc42-170d6d407a90 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "PUT /v2.0/floatingips/fee4aef0-dd14-4b80-b1e9-e32aab817cda HTTP/1.1" status: 200 len: 991 time: 1.6711290 Nov 01 00:10:16.617279 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:16.688523 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-339c4fcf-5bc4-42cc-a77c-37e79d966d56 req-e1ee7f2e-275f-4af3-8cfd-7f682a98abf8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218956 Nov 01 00:10:16.721800 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-801ce4a7-c261-4e59-99f6-ad374d5b0588 req-89d2fe34-d1b4-4233-a630-71af81852b79 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1363738 Nov 01 00:10:16.722747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:16.740100 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Pushing event updated for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:16.834733 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:16.852912 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:16.854505 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:16.933534 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ef65eb-372a-4a35-84d2-587a92089b82" -d '{"events": [{"name": "network-changed", "server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "tag": "055328f7-a878-4d95-ac04-b5121d832a30"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:16.995662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:10:17.072188 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad162300-2f50-440a-b641-f31152cccc9a x-openstack-request-id: req-ad162300-2f50-440a-b641-f31152cccc9a {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:17.073123 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "tag": "055328f7-a878-4d95-ac04-b5121d832a30", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:17.073597 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ad162300-2f50-440a-b641-f31152cccc9a {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:17.074285 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30', 'status': 'completed', 'code': 200} Nov 01 00:10:17.128600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:10:17.138278 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-280facd0-7c11-4563-8dd4-4844dcd1b571 admin admin] 10.222.0.41 "PUT /v2.0/routers/0d3f032e-ab7b-46a1-8cf4-8afcc85e4201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6153762 Nov 01 00:10:17.239820 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-647e3d02-9a41-4c35-9b8b-d509ba6918fb None None] Provisioning complete for port d90aef6f-29e8-48b2-8c88-713f6f710904 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:17.240381 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-647e3d02-9a41-4c35-9b8b-d509ba6918fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:17.287589 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-647e3d02-9a41-4c35-9b8b-d509ba6918fb None None] Port d90aef6f-29e8-48b2-8c88-713f6f710904 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:10:17.302607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'fee4aef0-dd14-4b80-b1e9-e32aab817cda', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': '055328f7-a878-4d95-ac04-b5121d832a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:07:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:09:50Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:17.331246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:10:17.341083 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:17.342330 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:17.446209 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:17.581816 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48492) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:17.587752 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-249414597', 'description': 'tempest-secgroup-smoke-249414597 description', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:17.669226 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:17.690806 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e7462-e3e4-4bb9-9271-b8971fba368d req-dcf2974e-081b-4e77-ada8-d8f5fc05a28e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:17.692258 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'fee4aef0-dd14-4b80-b1e9-e32aab817cda', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': '055328f7-a878-4d95-ac04-b5121d832a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:07:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:09:50Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:17.699125 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-878e7462-e3e4-4bb9-9271-b8971fba368d req-dcf2974e-081b-4e77-ada8-d8f5fc05a28e tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0690043 Nov 01 00:10:17.730584 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ff7be-ea3a-4380-93ff-1e87e4c9c7de None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'fee4aef0-dd14-4b80-b1e9-e32aab817cda', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.43', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': '055328f7-a878-4d95-ac04-b5121d832a30', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 333, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:07:5b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:09:50Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:10:17.757651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-878e7462-e3e4-4bb9-9271-b8971fba368d req-0fd429b7-92db-408b-902a-3f75a13158ba tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572894 Nov 01 00:10:17.779759 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:17.857093 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:17.893656 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:17.898732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff820e5-c77f-4657-b3f3-17c9da75a861 req-54c64a44-1c4a-4e69-b422-1cee5c0d9432 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:17.900562 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9ff820e5-c77f-4657-b3f3-17c9da75a861 req-54c64a44-1c4a-4e69-b422-1cee5c0d9432 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0689037 Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.910256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:10:17.943395 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9ff820e5-c77f-4657-b3f3-17c9da75a861 req-565eb50f-1e85-4b29-b08e-00d8ba069b0c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364263 Nov 01 00:10:17.962681 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:17.966605 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-030d62a0-fc37-42a5-af63-c46242b782f9 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3803749 Nov 01 00:10:17.966776 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48504) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:17.971627 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:18.046146 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b90e2-04ca-47ac-ab00-e28763caec16 None None] New status for floating IP fee4aef0-dd14-4b80-b1e9-e32aab817cda: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:10:18.079522 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.100924 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b008f6-2c16-433d-89ee-ce44ed153926 req-a58543ef-913a-4c0e-a2e9-51948750d119 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.118698 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-30b008f6-2c16-433d-89ee-ce44ed153926 req-a58543ef-913a-4c0e-a2e9-51948750d119 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0844665 Nov 01 00:10:18.128501 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device a51e3770-07fc-4e70-92b9-f1d363668426 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:18.183533 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-30b008f6-2c16-433d-89ee-ce44ed153926 req-e71c315f-67c7-43ad-a961-c797598eb871 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0576589 Nov 01 00:10:18.221216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.248822 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port a51e3770-07fc-4e70-92b9-f1d363668426 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:18.249869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.252177 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-8c03debb-b8ed-4d9c-b372-8c8809269ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.253834 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-8c03debb-b8ed-4d9c-b372-8c8809269ca2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1099 time: 0.0665181 Nov 01 00:10:18.289861 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.334409 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9486c788-c054-4443-9d7d-b4d9472d3708,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:18.416756 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.417959 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-43c45214-9f3d-4016-9277-ac86b73590f2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4500139 Nov 01 00:10:18.420813 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-766e2fe5-8dfd-4650-867f-e3ccf79b4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.422361 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-766e2fe5-8dfd-4650-867f-e3ccf79b4b33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.1379864 Nov 01 00:10:18.425389 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48510) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:18.430333 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:18.435539 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-16f59869-d403-434d-97f1-98836246245d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.438439 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-16f59869-d403-434d-97f1-98836246245d service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.1395299 Nov 01 00:10:18.467040 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Sync routers for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:10:18.476832 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:18.477424 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:18.558568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.587142 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:18.613253 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.623694 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-d187cd2a-0a6f-448e-9340-d064aa9661e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 1001 time: 0.1150882 Nov 01 00:10:18.649344 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-26fa2690-a647-4630-88de-9e2f88cb0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.650908 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-26fa2690-a647-4630-88de-9e2f88cb0061 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.1412017 Nov 01 00:10:18.720048 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.736647 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4849ea3-bc9e-456d-8e90-44ca6e6760bd,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:18.813500 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 4, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'd90aef6f-29e8-48b2-8c88-713f6f710904', 'name': '', 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'mac_address': 'fa:16:3e:21:f2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:14Z', 'updated_at': '2021-11-01T00:10:16Z', 'revision_number': 2, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'subnets': [{'id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:18.821320 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.821512 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d6f114a7-c676-4539-8d4d-34aa58040f14 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3946586 Nov 01 00:10:18.823754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48520) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:18.828361 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:18.845788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Checking router: 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:10:18.846051 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Updating router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 port d90aef6f-29e8-48b2-8c88-713f6f710904 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:10:18.875279 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.888929 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc3597-539f-4314-ae2c-e463224f0cee req-245053fd-0272-4f23-b312-221346e9eef2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:18.890567 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bffc3597-539f-4314-ae2c-e463224f0cee req-245053fd-0272-4f23-b312-221346e9eef2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0560455 Nov 01 00:10:18.933555 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:18.945737 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bffc3597-539f-4314-ae2c-e463224f0cee req-ef3d06a1-f65a-4c03-88e6-ba62c8ae8e5a tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482066 Nov 01 00:10:18.996893 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.075386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9695e57e-6269-4145-843d-e1b7aeb40df0 req-e0f55a4e-159b-4996-9cd8-8c6d088dee4c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:19.077017 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9695e57e-6269-4145-843d-e1b7aeb40df0 req-e0f55a4e-159b-4996-9cd8-8c6d088dee4c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0494404 Nov 01 00:10:19.091308 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.107917 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e84284-a61a-43d2-896b-0db82fb9724c,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:19.123757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9695e57e-6269-4145-843d-e1b7aeb40df0 req-d72bc59a-bd5a-4284-a5c6-b65ce0648473 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385084 Nov 01 00:10:19.172254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.196540 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.203694 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-10dbf452-1760-481c-98d4-200958e81584 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3729780 Nov 01 00:10:19.205628 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48530) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:19.210739 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:19.286554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.293115 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.319377 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92976d-c0da-47d0-9cb2-bdce1ecfd69e req-c1a9f6f9-0b64-46a0-95c9-a09b8b5f4a1c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:19.321724 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d92976d-c0da-47d0-9cb2-bdce1ecfd69e req-c1a9f6f9-0b64-46a0-95c9-a09b8b5f4a1c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0544031 Nov 01 00:10:19.338729 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427b1c4-c9b3-4563-bf03-70cc14c65924 None None] Pushing event updated for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:19.374391 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.379472 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d92976d-c0da-47d0-9cb2-bdce1ecfd69e req-12a6b378-b6ee-4e4d-aa99-07e38704345d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488172 Nov 01 00:10:19.409138 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Attempting to bind port d90aef6f-29e8-48b2-8c88-713f6f710904 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:19.409500 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Attempting to bind port d90aef6f-29e8-48b2-8c88-713f6f710904 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:19.409858 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Attempting to bind port d90aef6f-29e8-48b2-8c88-713f6f710904 on network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:19.415260 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:19.415686 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Checking segment: {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:19.416078 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.416462 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Bound using segment: {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:19.416920 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Bound port: d90aef6f-29e8-48b2-8c88-713f6f710904, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:19.417320 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.456801 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.473171 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d866f5-c0ab-4cad-adbc-87c5d5518d20,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:19.484560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] For port d90aef6f-29e8-48b2-8c88-713f6f710904, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:19.487794 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] For port d90aef6f-29e8-48b2-8c88-713f6f710904, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=d90aef6f-29e8-48b2-8c88-713f6f710904,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:19.525818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-6620de6e-2080-492a-9ee0-d4c87192fd1b None None] Provisioning complete for port d90aef6f-29e8-48b2-8c88-713f6f710904 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:19.526179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6620de6e-2080-492a-9ee0-d4c87192fd1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.559485 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-6620de6e-2080-492a-9ee0-d4c87192fd1b None None] Port d90aef6f-29e8-48b2-8c88-713f6f710904 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:10:19.572101 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.573306 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8fb29117-0269-438a-8d98-c2da6445dce2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3667119 Nov 01 00:10:19.576073 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48534) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:19.580269 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:19.594788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.650498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:10:19.651147 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:10:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:19.689741 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427b1c4-c9b3-4563-bf03-70cc14c65924 None None] Pushing event updated for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:19.690603 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.securitygroups_db [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Project 8ab24a0c4ba54cfb8f4b66ae31f79a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:10:19.697075 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.768045 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:10:19.772801 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.874477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.892145 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79f3272-b2be-496e-b76d-deb04d44a86e,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:19.909911 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] Provisioning complete for port d90aef6f-29e8-48b2-8c88-713f6f710904 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:19.910831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.966753 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:19.973430 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-23f5c02a-71a1-4d7e-906b-222681e4c7e5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3958340 Nov 01 00:10:19.973815 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48542) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:19.978523 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'security_group_rule': {'security_group_id': 'a3c410fa-2e5d-4aa1-8921-0dfef3a4db78', 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:20.048471 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.063990 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 4, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'd90aef6f-29e8-48b2-8c88-713f6f710904', 'name': '', 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'mac_address': 'fa:16:3e:21:f2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:14Z', 'updated_at': '2021-11-01T00:10:19Z', 'revision_number': 4, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'subnets': [{'id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:10:20.070759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77bd6e-2c45-4c43-a348-92c816322b65 req-441fa1f7-3715-45ec-b479-ec8d149af33f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:20.075841 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9c77bd6e-2c45-4c43-a348-92c816322b65 req-441fa1f7-3715-45ec-b479-ec8d149af33f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0480103 Nov 01 00:10:20.100114 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167521f1-1532-4b0e-9b19-33c834f15d7a None None] The sync data for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi is: [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:10:15Z', 'revision_number': 4, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'd90aef6f-29e8-48b2-8c88-713f6f710904', 'name': '', 'network_id': 'eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'mac_address': 'fa:16:3e:21:f2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_interface', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:14Z', 'updated_at': '2021-11-01T00:10:19Z', 'revision_number': 4, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'subnets': [{'id': 'b582adc4-f138-4fca-80c7-df194785f77f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:10:20.104009 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.securitygroups_db [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Project 8ab24a0c4ba54cfb8f4b66ae31f79a65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:10:20.116408 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9c77bd6e-2c45-4c43-a348-92c816322b65 req-238b61c4-dcfd-4b09-955d-ef720139d7f8 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378575 Nov 01 00:10:20.117518 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] For port d90aef6f-29e8-48b2-8c88-713f6f710904, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=d90aef6f-29e8-48b2-8c88-713f6f710904,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:20.117668 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.198110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.215113 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.278125 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b61bd1-f535-4380-a8c7-20a82ca09c1a None None] Pushing event updated for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:20.280283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce42bb0a-4b2b-4f1a-b0a9-c9698fef8f35 req-c16afa95-a6b6-4001-a51d-0a5b1ebf90cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:20.283906 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ce42bb0a-4b2b-4f1a-b0a9-c9698fef8f35 req-c16afa95-a6b6-4001-a51d-0a5b1ebf90cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0664356 Nov 01 00:10:20.296599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.326343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=742a56bc-c697-4662-bbd4-285221d348ae,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:20.348808 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ce42bb0a-4b2b-4f1a-b0a9-c9698fef8f35 req-dc39b2d1-3ba9-4188-9770-ca9300030f1f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587556 Nov 01 00:10:20.433671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:20.435808 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-971dcbfd-70e5-4656-ab3e-1f6dae72e202 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4600146 Nov 01 00:10:20.506901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c7dbdb-ea2e-4e82-95de-838732c7c1c8 req-c50215a5-977b-4fb9-8c8c-44ee038ad43a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:20.508722 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70c7dbdb-ea2e-4e82-95de-838732c7c1c8 req-c50215a5-977b-4fb9-8c8c-44ee038ad43a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0587912 Nov 01 00:10:20.557277 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70c7dbdb-ea2e-4e82-95de-838732c7c1c8 req-f0458206-ac49-4a13-bd18-cfab8d562b75 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422328 Nov 01 00:10:21.233834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90adae6-b7c5-4a51-bca5-cc60e375897b req-06318c74-bad6-463a-88e2-324e0262a7f3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.235501 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d90adae6-b7c5-4a51-bca5-cc60e375897b req-06318c74-bad6-463a-88e2-324e0262a7f3 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0513098 Nov 01 00:10:21.273461 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d90adae6-b7c5-4a51-bca5-cc60e375897b req-a8591973-492b-48eb-83d2-dd57c10baf09 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315132 Nov 01 00:10:21.522788 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-0804a74e-9be6-49be-a4d1-52df241bbed2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0685699 Nov 01 00:10:21.534608 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:21.550544 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f2f99-ed35-4f06-9cc1-db3799adfee1 req-382c5d4a-cef3-4d28-86e5-ac5c981be22b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.552208 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2e0f2f99-ed35-4f06-9cc1-db3799adfee1 req-382c5d4a-cef3-4d28-86e5-ac5c981be22b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1412356 Nov 01 00:10:21.554969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-62f5f45e-3a7a-42df-ad9f-eada819e03cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.556346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-62f5f45e-3a7a-42df-ad9f-eada819e03cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.1051450 Nov 01 00:10:21.659881 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-e931cef4-2d4d-4676-a073-938e7b9f32a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.661699 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-e931cef4-2d4d-4676-a073-938e7b9f32a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.1273077 Nov 01 00:10:21.725803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2e0f2f99-ed35-4f06-9cc1-db3799adfee1 req-cafea4b2-67ba-4dc9-845a-a7aee5b99aca tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481199 Nov 01 00:10:21.743161 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-5103faa0-d8fe-41aa-ae96-532e713fae3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617156 Nov 01 00:10:21.753596 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-56492074-a08f-41db-8cf3-8b16d27f4787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.755810 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-56492074-a08f-41db-8cf3-8b16d27f4787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1772203 Nov 01 00:10:21.795128 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef6594-edf2-4200-94fd-ed7d827d1aa9 req-8b2d376b-5d7a-45ca-845c-49bdf3ac4421 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.796521 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54ef6594-edf2-4200-94fd-ed7d827d1aa9 req-8b2d376b-5d7a-45ca-845c-49bdf3ac4421 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1576488 Nov 01 00:10:21.901337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae03de3-6d09-4180-a281-9b790af6467a req-7b133087-f65b-4490-9e42-44fa65638dc2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:21.902922 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ae03de3-6d09-4180-a281-9b790af6467a req-7b133087-f65b-4490-9e42-44fa65638dc2 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.2186661 Nov 01 00:10:21.994094 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54ef6594-edf2-4200-94fd-ed7d827d1aa9 req-dd8040f2-dce2-4805-8e1b-54b926395cb8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1630242 Nov 01 00:10:22.039138 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-b5ec1198-1dae-4c59-bd65-03f81c7c6eca service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821703 Nov 01 00:10:22.040897 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-d626f0a3-f43a-4fef-a927-7cbd438e0308 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732208 Nov 01 00:10:22.088177 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Deleting port a886ee34-e9c9-4503-a314-da0c3bace780 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:10:22.088524 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:22.153613 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device d90aef6f-29e8-48b2-8c88-713f6f710904 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:22.185847 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] For port a886ee34-e9c9-4503-a314-da0c3bace780, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a886ee34-e9c9-4503-a314-da0c3bace780,segment=NetworkSegment(caae1439-aa35-4c9b-b4dd-37aad8643ded),segment_id=caae1439-aa35-4c9b-b4dd-37aad8643ded)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:22.186210 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:22.204319 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Calling delete_port for a886ee34-e9c9-4503-a314-da0c3bace780 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:10:22.221266 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port d90aef6f-29e8-48b2-8c88-713f6f710904 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:22.221660 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:22.572706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f7f234-1859-4bd0-9173-c578c9b3991d req-53bcd68e-a5ec-4177-8190-5a06faf0f5cf tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:22.575908 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51f7f234-1859-4bd0-9173-c578c9b3991d req-53bcd68e-a5ec-4177-8190-5a06faf0f5cf tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 946 time: 0.0680749 Nov 01 00:10:22.628141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51f7f234-1859-4bd0-9173-c578c9b3991d req-2f9ee264-b704-44d9-a8e1-f19c4cb95b4b tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/security-groups?id=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Nov 01 00:10:22.740646 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:22.772448 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Pushing event deleted for resources: {'Port': ['ID=a886ee34-e9c9-4503-a314-da0c3bace780,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:22.835104 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] No DVR routers for this DVR port a886ee34-e9c9-4503-a314-da0c3bace780 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:10:22.837745 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:22.841095 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.36 "DELETE /v2.0/ports/a886ee34-e9c9-4503-a314-da0c3bace780 HTTP/1.1" status: 204 len: 173 time: 0.9257014 Nov 01 00:10:22.841672 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'name': 'network-vif-deleted', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:22.843972 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb89f8c6-abdf-424e-be93-1d9ec8b58d0d" -d '{"events": [{"server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "name": "network-vif-deleted", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:22.870025 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf08d0d-c6f2-4d75-9081-86a88f33f403 req-6497c48b-366a-41b5-8f85-4b9fa7a96b2b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:22.871474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3bf08d0d-c6f2-4d75-9081-86a88f33f403 req-6497c48b-366a-41b5-8f85-4b9fa7a96b2b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0734899 Nov 01 00:10:22.910944 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3bf08d0d-c6f2-4d75-9081-86a88f33f403 req-17c0382d-d035-4bbb-abbe-686011aeca60 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Nov 01 00:10:22.953347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843dae1-4b55-4a6e-91f5-ff64cf680f16 x-openstack-request-id: req-c843dae1-4b55-4a6e-91f5-ff64cf680f16 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:22.953727 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45fa99cd-180b-4901-a8a9-958eb0f474c7", "name": "network-vif-deleted", "tag": "a886ee34-e9c9-4503-a314-da0c3bace780", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:22.953984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c843dae1-4b55-4a6e-91f5-ff64cf680f16 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:22.954376 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45fa99cd-180b-4901-a8a9-958eb0f474c7', 'name': 'network-vif-deleted', 'tag': 'a886ee34-e9c9-4503-a314-da0c3bace780', 'status': 'completed', 'code': 200} Nov 01 00:10:23.132351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b378408b-6bd2-4f5b-83ea-38e2d2ce1308 req-9576de1b-abb8-4a27-98d8-e779f5dda19c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:23.134029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b378408b-6bd2-4f5b-83ea-38e2d2ce1308 req-9576de1b-abb8-4a27-98d8-e779f5dda19c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0506053 Nov 01 00:10:23.176254 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b378408b-6bd2-4f5b-83ea-38e2d2ce1308 req-67f4e132-cce8-485a-ab65-c99e0975cdc8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362914 Nov 01 00:10:23.737638 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f94d3b54-2512-40bf-8187-893f6ae8aa2d req-e7ec1b67-7fd7-4d16-aef9-a11bb684b333 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0256629 Nov 01 00:10:23.852382 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-762d83b2-3400-4e1d-a452-7d68ab17423a req-a76c687e-bdc7-4654-a3a6-bd94cdf0e178 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832510 Nov 01 00:10:24.027870 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b23d81-c045-4ea2-bc9f-eecdb1e8e435 req-a3b15379-d6a2-47da-9d41-1299510864ec tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:24.029343 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f8b23d81-c045-4ea2-bc9f-eecdb1e8e435 req-a3b15379-d6a2-47da-9d41-1299510864ec tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0526011 Nov 01 00:10:24.066406 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f8b23d81-c045-4ea2-bc9f-eecdb1e8e435 req-0920fcb1-9887-4074-96d0-7cb116253b27 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310738 Nov 01 00:10:24.295046 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146afec8-7c75-4a1d-ba02-44b62d79115a req-f1a401a5-12f1-42a6-b56a-61522282b52b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:24.296707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-146afec8-7c75-4a1d-ba02-44b62d79115a req-f1a401a5-12f1-42a6-b56a-61522282b52b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0492957 Nov 01 00:10:24.335178 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-146afec8-7c75-4a1d-ba02-44b62d79115a req-1f56b084-6add-4a91-b452-c784967846a8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319102 Nov 01 00:10:24.781867 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['a886ee34-e9c9-4503-a314-da0c3bace780'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:10:24.875211 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ab7a5b4f-f870-4312-a88c-92d49dffb07f req-677a3fbd-e9ec-44a2-8944-45cc2bda422f tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0545931 Nov 01 00:10:24.919435 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-92ef65eb-372a-4a35-84d2-587a92089b82 req-66f301e1-325c-4704-9381-04bd9fc5ffc7 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204419 Nov 01 00:10:25.182260 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152e70d-f534-4e87-a179-d18936605e3b req-f66cedab-4ab7-4c0e-8ef6-fbf99a79d648 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:25.183818 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9152e70d-f534-4e87-a179-d18936605e3b req-f66cedab-4ab7-4c0e-8ef6-fbf99a79d648 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0506437 Nov 01 00:10:25.225000 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9152e70d-f534-4e87-a179-d18936605e3b req-9c1ec77a-0fd1-40e4-aec0-45940bae6e15 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337405 Nov 01 00:10:25.468716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd6910-4f27-4056-bf87-cf1f9d7959b6 req-509ef00b-e1e3-411d-9c34-82bd6051c897 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:25.470238 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5bcd6910-4f27-4056-bf87-cf1f9d7959b6 req-509ef00b-e1e3-411d-9c34-82bd6051c897 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0532353 Nov 01 00:10:25.515491 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5bcd6910-4f27-4056-bf87-cf1f9d7959b6 req-69f67a22-75ce-4cde-862b-c2408296a262 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372000 Nov 01 00:10:25.712304 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb7df9-789a-455b-8367-497de2c75eeb req-de58031f-4aa2-4514-8dae-f07b8f681279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:25.713896 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8fcb7df9-789a-455b-8367-497de2c75eeb req-de58031f-4aa2-4514-8dae-f07b8f681279 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0642335 Nov 01 00:10:25.756928 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8fcb7df9-789a-455b-8367-497de2c75eeb req-d9d79b08-121d-4ae4-a9df-806dce9d7161 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318484 Nov 01 00:10:26.001560 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ca47ea9-fcec-42e8-a81c-64b08bc0c5f2 req-24e260ee-924f-4f00-b09d-ee77acc64825 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] 10.222.0.41 "GET /v2.0/ports?device_id=45fa99cd-180b-4901-a8a9-958eb0f474c7 HTTP/1.1" status: 200 len: 210 time: 0.0264616 Nov 01 00:10:26.377011 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5cf11-2c54-484e-a49f-eb87da19a729 req-a7383d14-a80d-4b3a-a8b7-89a715f0a855 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:26.379888 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cf5cf11-2c54-484e-a49f-eb87da19a729 req-a7383d14-a80d-4b3a-a8b7-89a715f0a855 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0761681 Nov 01 00:10:26.466886 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cf5cf11-2c54-484e-a49f-eb87da19a729 req-540f89b8-0c4f-4420-9cb4-a195dcd977a0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781503 Nov 01 00:10:26.655188 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09529e6f-0ea4-485f-95c3-7ae73e284737 req-3238bf46-6f2f-4b8d-b657-a4e9b64ce29d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:26.657417 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09529e6f-0ea4-485f-95c3-7ae73e284737 req-3238bf46-6f2f-4b8d-b657-a4e9b64ce29d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0576262 Nov 01 00:10:26.701932 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09529e6f-0ea4-485f-95c3-7ae73e284737 req-f9c4e681-4d17-462d-9241-5b9a85ee4600 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371737 Nov 01 00:10:26.800431 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a886ee34-e9c9-4503-a314-da0c3bace780 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:10:26.823169 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: a886ee34-e9c9-4503-a314-da0c3bace780 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:10:26.823543 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a886ee34-e9c9-4503-a314-da0c3bace780 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:10:27.121038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48750) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:27.293473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c873eaf7-1e5a-4214-a89f-f357288baa3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.374040 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c873eaf7-1e5a-4214-a89f-f357288baa3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.456869 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-c873eaf7-1e5a-4214-a89f-f357288baa3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.517071 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c873eaf7-1e5a-4214-a89f-f357288baa3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e25f69d-7807-4b32-b799-f84707eecaf7,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:27.522228 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-c873eaf7-1e5a-4214-a89f-f357288baa3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=48b9d11c0c61485fa22e92c4bc0fa304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4000077 Nov 01 00:10:27.525394 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48772) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:27.618637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.627301 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86467c07-2383-4eac-8999-a9e6555c1edf req-d145ed86-2c50-461e-9048-9529c937aba3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:27.628849 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-86467c07-2383-4eac-8999-a9e6555c1edf req-d145ed86-2c50-461e-9048-9529c937aba3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0843751 Nov 01 00:10:27.665047 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.695899 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-86467c07-2383-4eac-8999-a9e6555c1edf req-60c79208-767e-4cd6-8615-0305a2ea8bcd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583103 Nov 01 00:10:27.837031 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.843334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:27.843334 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0e25f69d-7807-4b32-b799-f84707eecaf7 HTTP/1.1" status: 204 len: 168 time: 0.3144414 Nov 01 00:10:27.868298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb2efb-86ef-4f99-8f2c-d6d859474e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e25f69d-7807-4b32-b799-f84707eecaf7,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:27.878770 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81c46a-95ae-46cd-800a-06deacaf7287 req-72a90542-23ac-47eb-a964-cc6f44f1bbe4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:27.880407 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f81c46a-95ae-46cd-800a-06deacaf7287 req-72a90542-23ac-47eb-a964-cc6f44f1bbe4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0959401 Nov 01 00:10:27.942581 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f81c46a-95ae-46cd-800a-06deacaf7287 req-316e48f0-6c3b-4e48-bd0c-e7cff55057b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541461 Nov 01 00:10:28.242126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b9ee65-ef95-4c67-8fe1-c1d0af9d987f req-1981e9d8-8e84-461c-8a89-f0acc33e1164 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:28.243657 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a7b9ee65-ef95-4c67-8fe1-c1d0af9d987f req-1981e9d8-8e84-461c-8a89-f0acc33e1164 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0490036 Nov 01 00:10:28.285751 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a7b9ee65-ef95-4c67-8fe1-c1d0af9d987f req-0310b9ec-3e27-41ac-88ac-938f7c69074c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354815 Nov 01 00:10:28.394913 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-0ff0ae01-f77b-46cc-b377-5247c7343ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:28.396700 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-0ff0ae01-f77b-46cc-b377-5247c7343ad7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0443695 Nov 01 00:10:28.502531 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-7588f121-214e-407a-93f4-7d6d3d5591c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:28.504095 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-7588f121-214e-407a-93f4-7d6d3d5591c8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.0976689 Nov 01 00:10:28.573554 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-1aece79e-9736-47c9-92c3-36968d58957b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0399129 Nov 01 00:10:28.593808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48816) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:28.635976 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-2589e1b0-7113-42ed-887e-5b77c07b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:28.637724 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-2589e1b0-7113-42ed-887e-5b77c07b06f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.0530756 Nov 01 00:10:28.681227 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-9f71163b-705e-4e28-afeb-8230d6ba6c50 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310266 Nov 01 00:10:28.758928 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d7abc73-c6cf-4d4c-8f12-426a190c34c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:28.789966 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48830) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:28.805035 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea88-61e8-4d34-bc99-0fe655b5bbf7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:28.821257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-7782b8fb-c7b8-47ee-acda-b5e22eb2e63a service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288292 Nov 01 00:10:28.870741 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d7abc73-c6cf-4d4c-8f12-426a190c34c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:28.895147 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea88-61e8-4d34-bc99-0fe655b5bbf7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:28.974450 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-2d7abc73-c6cf-4d4c-8f12-426a190c34c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.036339 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-2d7abc73-c6cf-4d4c-8f12-426a190c34c9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7df18f6222f84a2fbb72b54a33f4d4ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4240148 Nov 01 00:10:29.039059 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48844) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:29.052288 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7abc73-c6cf-4d4c-8f12-426a190c34c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3662ea-5d59-4817-89c9-7bfd3b0216f1,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:29.079128 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6a4cea88-61e8-4d34-bc99-0fe655b5bbf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.082424 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f38aea8-da04-4f03-8b71-ce9aafabbba1 req-1b4a0e1b-bac3-4631-af52-d609176d94ef service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712024 Nov 01 00:10:29.110411 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efe48-9304-4af4-b5e6-d0cd90f6406f req-f45c01ef-c952-4de5-a39c-be058d843077 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:29.114425 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f6efe48-9304-4af4-b5e6-d0cd90f6406f req-f45c01ef-c952-4de5-a39c-be058d843077 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0837572 Nov 01 00:10:29.137263 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.145543 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4cea88-61e8-4d34-bc99-0fe655b5bbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78c8ce9-61b7-4389-b5c1-8f17ab8127d1,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:29.162124 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6a4cea88-61e8-4d34-bc99-0fe655b5bbf7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e6dbc2fa1ee439eb03cb86353fee5b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3710051 Nov 01 00:10:29.166556 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f6efe48-9304-4af4-b5e6-d0cd90f6406f req-b203aa8b-3767-4c30-b7c6-79a50e9a5880 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402653 Nov 01 00:10:29.167342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48846) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:29.176977 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.240424 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.262339 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.354100 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.357137 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.358403 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a3662ea-5d59-4817-89c9-7bfd3b0216f1 HTTP/1.1" status: 204 len: 168 time: 0.3183186 Nov 01 00:10:29.368228 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a90d1e-5741-4371-8440-ff5c168d232a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3662ea-5d59-4817-89c9-7bfd3b0216f1,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:29.429603 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.432158 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:29.438363 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a78c8ce9-61b7-4389-b5c1-8f17ab8127d1 HTTP/1.1" status: 204 len: 168 time: 0.2640629 Nov 01 00:10:29.448236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63a28db-93fc-4386-aeeb-6ce3871eaf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78c8ce9-61b7-4389-b5c1-8f17ab8127d1,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:29.480733 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20244c6-119b-45a1-bcb1-21d6536a3f8d req-5c5a32af-5f0e-4883-a8a8-a7b8b91a9422 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:29.485187 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b20244c6-119b-45a1-bcb1-21d6536a3f8d req-5c5a32af-5f0e-4883-a8a8-a7b8b91a9422 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0988564 Nov 01 00:10:29.548655 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b20244c6-119b-45a1-bcb1-21d6536a3f8d req-6c86adad-90f1-46fb-bd1d-61926bd670d1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561476 Nov 01 00:10:30.307516 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8504c-6b44-42fa-b3eb-1451c1dddfc7 req-9c9ed416-22fd-4a71-9db9-b1eba6d15f45 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:30.309039 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1a8504c-6b44-42fa-b3eb-1451c1dddfc7 req-9c9ed416-22fd-4a71-9db9-b1eba6d15f45 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0513582 Nov 01 00:10:30.349085 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1a8504c-6b44-42fa-b3eb-1451c1dddfc7 req-b12405ff-5644-4d56-9f13-46ce32f7baef tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340345 Nov 01 00:10:30.404006 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48874) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:30.417198 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-36988ad3-c9c7-444f-8007-fd14d83a033d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.492572 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-36988ad3-c9c7-444f-8007-fd14d83a033d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.588514 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-36988ad3-c9c7-444f-8007-fd14d83a033d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.631469 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-36988ad3-c9c7-444f-8007-fd14d83a033d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f64e4c2d732a42d5a2d266737fcd6d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231481 Nov 01 00:10:30.631469 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36988ad3-c9c7-444f-8007-fd14d83a033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97055bfd-506a-48cf-9e3b-7a5466af1c93,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:30.632375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48878) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:30.702342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8477c-1a3f-49eb-859a-736b500b4be6 req-0e55a104-ee0c-4c7c-ad53-653e04e8dae2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:30.707272 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-79b8477c-1a3f-49eb-859a-736b500b4be6 req-0e55a104-ee0c-4c7c-ad53-653e04e8dae2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0864027 Nov 01 00:10:30.724207 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.764898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.768968 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-79b8477c-1a3f-49eb-859a-736b500b4be6 req-dec24b54-e6cb-41eb-a99a-c3e49d36aa06 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552921 Nov 01 00:10:30.993951 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:30.998432 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:31.003054 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97055bfd-506a-48cf-9e3b-7a5466af1c93 HTTP/1.1" status: 204 len: 168 time: 0.3518276 Nov 01 00:10:31.014308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9383260-a04f-412a-a210-8991db4c6987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97055bfd-506a-48cf-9e3b-7a5466af1c93,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:31.480304 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b4d02c-12d6-4d24-9836-8a591cbca02a req-5f0fd100-bfdd-4f40-b511-62df2fe9cceb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:31.481832 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-67b4d02c-12d6-4d24-9836-8a591cbca02a req-5f0fd100-bfdd-4f40-b511-62df2fe9cceb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0578430 Nov 01 00:10:31.524906 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-67b4d02c-12d6-4d24-9836-8a591cbca02a req-96e61f23-a4f3-4a10-b004-ad22e27cc453 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363357 Nov 01 00:10:31.855564 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:10:31.904579 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff13ea9-d4b8-4752-96e9-8c96ed5c7fcc req-47427237-6973-4467-801c-ad0b18f5d089 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:31.906869 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aff13ea9-d4b8-4752-96e9-8c96ed5c7fcc req-47427237-6973-4467-801c-ad0b18f5d089 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0626094 Nov 01 00:10:31.975601 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aff13ea9-d4b8-4752-96e9-8c96ed5c7fcc req-1757c905-ef6f-4fd0-8240-65ba7895f7db tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522201 Nov 01 00:10:32.006554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:32.018699 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:10:32.058974 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:32.073169 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:10:32.095181 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:32.257038 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:32.308929 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=6']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:32.462263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['310ace6c-71bf-4938-afd8-acba243f3cdd'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:10:32.678473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338a7dbd-9de6-4f53-9f5b-c2a30cf342eb req-3ae62204-ad07-4b31-94a8-4004ae5ca0f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:32.681091 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-338a7dbd-9de6-4f53-9f5b-c2a30cf342eb req-3ae62204-ad07-4b31-94a8-4004ae5ca0f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0763769 Nov 01 00:10:32.698121 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48922) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:32.727966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-338a7dbd-9de6-4f53-9f5b-c2a30cf342eb req-04456655-5a3c-445e-b309-df39b94807f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397091 Nov 01 00:10:32.803221 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2010506537-network', 'tenant_id': '316a1505be1a4f2e90eb1229d34ac666'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:32.919370 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:10:32.972023 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 310ace6c-71bf-4938-afd8-acba243f3cdd triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:10:32.973071 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:32.976613 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Made reservation on behalf of 316a1505be1a4f2e90eb1229d34ac666 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:10:32.978927 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:32.989829 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.070668 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.101854 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:33.104822 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed12c5c-373e-48dd-ad86-3de55056c181" -d '{"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:33.124499 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:10:33.139762 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0b018-41dc-48fd-9dcb-5272549a789d req-2134c7f8-37f2-4fe2-8bd4-2f23663534a0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:33.141934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea0b018-41dc-48fd-9dcb-5272549a789d req-2134c7f8-37f2-4fe2-8bd4-2f23663534a0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0756176 Nov 01 00:10:33.167676 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.227720 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc1c2a8-9381-4cb2-98e2-b95341fcab12 x-openstack-request-id: req-3bc1c2a8-9381-4cb2-98e2-b95341fcab12 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:33.228706 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:33.228706 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3bc1c2a8-9381-4cb2-98e2-b95341fcab12 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:33.228706 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'code': 200} Nov 01 00:10:33.237525 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.254637 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ea0b018-41dc-48fd-9dcb-5272549a789d req-3278c36c-beb7-402e-ace6-b531e75fee8a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852516 Nov 01 00:10:33.286719 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.295783 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=7']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:33.310326 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:10:33.326102 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdf94d4-a012-493f-8959-7fc97c72bca2,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:33.328970 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.329309 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Added segment 557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a of type vlan for network 3781d250-688a-4667-bd84-c890a34cbd0f Nov 01 00:10:33.374117 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.594204 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.595250 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:33.596074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.672566 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] Pushing event updated for resources: {'Network': ['ID=3781d250-688a-4667-bd84-c890a34cbd0f,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:33.683815 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 3781d250-688a-4667-bd84-c890a34cbd0f details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:10:33.695124 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-47fa6247-c0c6-4bfa-89be-d9b9fc253281 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9957724 Nov 01 00:10:33.697932 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48954) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:33.702975 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Request body: {'subnet': {'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2010506537-subnet', 'tenant_id': '316a1505be1a4f2e90eb1229d34ac666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:33.835836 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Made reservation on behalf of 316a1505be1a4f2e90eb1229d34ac666 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:10:33.838331 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13537283'] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:33.934508 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db1206-64b6-4151-8b38-340fdc63402f req-809e9ced-a74c-4b1a-96bb-52677b3c13f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:33.944142 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15db1206-64b6-4151-8b38-340fdc63402f req-809e9ced-a74c-4b1a-96bb-52677b3c13f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1133702 Nov 01 00:10:33.979432 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 48962) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:34.054036 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15db1206-64b6-4151-8b38-340fdc63402f req-2c094246-2620-4e97-aebd-7cc1d5e9a5a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090639 Nov 01 00:10:34.195278 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dddd-7d4a-45d3-827d-652831dd0fba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.293677 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13167370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13537297'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.481091 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dddd-7d4a-45d3-827d-652831dd0fba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.518306 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Checking segment: {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:34.518641 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Network hostable DHCP agents. Network: 3781d250-688a-4667-bd84-c890a34cbd0f, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:10:34.523273 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2c098-7a7d-4ed4-b237-97d85fac1187 req-7f32d443-b4fb-4e15-8420-68a5f9891eaa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:34.529130 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4e2d1a2-9fb8-43da-9015-08a5dd0a763e,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:34.539675 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50c2c098-7a7d-4ed4-b237-97d85fac1187 req-7f32d443-b4fb-4e15-8420-68a5f9891eaa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0975630 Nov 01 00:10:34.585928 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8c1dddd-7d4a-45d3-827d-652831dd0fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.630090 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50c2c098-7a7d-4ed4-b237-97d85fac1187 req-19b2f2db-45bf-4d86-86b0-05092aa8aac5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884199 Nov 01 00:10:34.648779 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b8c1dddd-7d4a-45d3-827d-652831dd0fba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1b6c932ecaee437781e09ff3d6014210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669805 Nov 01 00:10:34.650563 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 48976) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:10:34.662923 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1dddd-7d4a-45d3-827d-652831dd0fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a48808-90fc-4811-954b-53662677c830,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:34.691680 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Network 3781d250-688a-4667-bd84-c890a34cbd0f is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:10:34.737978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.788748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.794556 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 3781d250-688a-4667-bd84-c890a34cbd0f) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:34.802711 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:34.803716 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:34.809116 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fd9d0b-6753-4ee7-939f-bf2214c00763 None None] Network 3781d250-688a-4667-bd84-c890a34cbd0f requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:34.939657 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-378dbfe9-5d35-4ce6-a497-5b8c7a7402d9 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2404749 Nov 01 00:10:35.000121 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:35.005467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:35.007801 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ec4fe-004a-41ec-933d-367fadc2eb71 None None] Network 3781d250-688a-4667-bd84-c890a34cbd0f requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:10:35.009082 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e3a48808-90fc-4811-954b-53662677c830 HTTP/1.1" status: 204 len: 168 time: 0.3575311 Nov 01 00:10:35.035487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd9ff25-521c-4a2e-9e4e-93218fc18544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a48808-90fc-4811-954b-53662677c830,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:35.406212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afe8857-11c2-421e-9e13-e68389b253a6 req-f46982aa-e983-4049-bc13-4919bec29f88 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:35.418875 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6afe8857-11c2-421e-9e13-e68389b253a6 req-f46982aa-e983-4049-bc13-4919bec29f88 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.2241693 Nov 01 00:10:35.517664 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6afe8857-11c2-421e-9e13-e68389b253a6 req-3a748d29-1bea-47df-b4d7-5ffbc66633ec tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0936589 Nov 01 00:10:35.920506 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2512c4-cb6b-4034-b73c-3790f4d7637e req-eafc786d-b0b5-4280-9efc-e3570f4dbcd9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:35.929358 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e2512c4-cb6b-4034-b73c-3790f4d7637e req-eafc786d-b0b5-4280-9efc-e3570f4dbcd9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1711133 Nov 01 00:10:35.985639 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e2512c4-cb6b-4034-b73c-3790f4d7637e req-e6cb96e2-e521-415c-acd3-b5722d155423 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549693 Nov 01 00:10:36.722537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec00a33-8f3b-40a3-9713-fb93682d10d8 req-7dee0554-b1bd-4232-ac9c-10d8343d1036 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:36.731452 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ec00a33-8f3b-40a3-9713-fb93682d10d8 req-7dee0554-b1bd-4232-ac9c-10d8343d1036 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0829628 Nov 01 00:10:36.785050 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ec00a33-8f3b-40a3-9713-fb93682d10d8 req-8d5f594e-2f08-46b3-839f-72c1065ea61f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527189 Nov 01 00:10:38.019520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c30105-bc68-48d0-b4db-a7c9edba5b4d req-213a7766-facf-49b0-a934-497ec57719b2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:38.019520 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49c30105-bc68-48d0-b4db-a7c9edba5b4d req-213a7766-facf-49b0-a934-497ec57719b2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0867407 Nov 01 00:10:38.111349 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49c30105-bc68-48d0-b4db-a7c9edba5b4d req-073fe37f-42f1-481b-b51a-d4ea58eaf7af tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886307 Nov 01 00:10:38.165393 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cde6ab-a537-45d9-8656-dbbe3dd349eb req-5056da4c-5977-4220-bd93-c9d746fd735c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:38.165393 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1cde6ab-a537-45d9-8656-dbbe3dd349eb req-5056da4c-5977-4220-bd93-c9d746fd735c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1054947 Nov 01 00:10:38.185732 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-245d905a-b437-4795-beba-80d9ca78e296 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:38.219270 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1cde6ab-a537-45d9-8656-dbbe3dd349eb req-0e4bab07-b626-4ae0-bbc3-bf40b8bb6af0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517840 Nov 01 00:10:39.882727 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa4368-d615-4ab9-93d7-9875a73473ee req-04113794-332f-4b5c-a3b5-fca84c32912d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:39.890329 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6caa4368-d615-4ab9-93d7-9875a73473ee req-04113794-332f-4b5c-a3b5-fca84c32912d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0876942 Nov 01 00:10:39.946459 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6caa4368-d615-4ab9-93d7-9875a73473ee req-7b8affaf-f99d-432c-8ee7-a4b301021e72 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551467 Nov 01 00:10:40.565510 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b7bee9b1-c803-448d-bb38-4668df1100c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:41.073384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77697e71-a4d5-478c-9cfb-fa1fbe0e1c81 req-3b17d2aa-54a8-4c0c-9152-90cd402d7893 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:41.075378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-77697e71-a4d5-478c-9cfb-fa1fbe0e1c81 req-3b17d2aa-54a8-4c0c-9152-90cd402d7893 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0559521 Nov 01 00:10:41.118141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-77697e71-a4d5-478c-9cfb-fa1fbe0e1c81 req-efebc5ba-2c3f-4025-9816-4a50ec757e58 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356498 Nov 01 00:10:41.851242 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:42.096650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:42.244527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbcc4ac-df87-4f3e-873e-f5ffd9301b0c req-4603caea-77b9-4634-9f6c-3e3247863cd2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:42.246178 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4bbcc4ac-df87-4f3e-873e-f5ffd9301b0c req-4603caea-77b9-4634-9f6c-3e3247863cd2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0513811 Nov 01 00:10:42.287221 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4bbcc4ac-df87-4f3e-873e-f5ffd9301b0c req-3a9d737b-5b17-4c6a-9564-0f547143c296 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348406 Nov 01 00:10:42.983626 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:10:43.381972 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:43.419444 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f4235-9caa-4c5c-8238-983b4cc2683f req-6416597f-f149-46bb-a789-83ea92ae1db7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:43.420960 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f9f4235-9caa-4c5c-8238-983b4cc2683f req-6416597f-f149-46bb-a789-83ea92ae1db7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0531747 Nov 01 00:10:43.461687 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f9f4235-9caa-4c5c-8238-983b4cc2683f req-868171a0-5eed-4dea-bbdf-075581281227 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330489 Nov 01 00:10:44.594077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910896-b77f-4095-8898-429b9f606530 req-4260f74b-20e1-4291-a8f5-2dd25ea377d0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:44.595747 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-59910896-b77f-4095-8898-429b9f606530 req-4260f74b-20e1-4291-a8f5-2dd25ea377d0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0535810 Nov 01 00:10:44.637792 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-59910896-b77f-4095-8898-429b9f606530 req-83e7eb33-5081-4832-a79b-b96cc3448f85 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336764 Nov 01 00:10:45.773018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21827fce-75ea-472d-9ae5-84f1fb5b3d1b req-d91b9449-5825-4971-93cc-2d198b240345 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:45.774629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-21827fce-75ea-472d-9ae5-84f1fb5b3d1b req-d91b9449-5825-4971-93cc-2d198b240345 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0527184 Nov 01 00:10:45.814428 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-21827fce-75ea-472d-9ae5-84f1fb5b3d1b req-93c3124b-a73a-45ed-bb49-6130f6121f13 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335300 Nov 01 00:10:47.031712 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786ba7c-9e71-4726-b063-de3fce098faf req-c9542c88-ccbd-47fb-9ec1-8955e2cc286b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:47.034153 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b786ba7c-9e71-4726-b063-de3fce098faf req-c9542c88-ccbd-47fb-9ec1-8955e2cc286b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0841875 Nov 01 00:10:47.045302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-21a4bc20-95e3-4fe3-b0b4-35032c6a5b71 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:47.046765 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-21a4bc20-95e3-4fe3-b0b4-35032c6a5b71 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/networks?id=3781d250-688a-4667-bd84-c890a34cbd0f HTTP/1.1" status: 200 len: 814 time: 0.1737714 Nov 01 00:10:47.081957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-b3affbd1-f216-45e8-8ede-c29281d7f2ee tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/quotas/316a1505be1a4f2e90eb1229d34ac666 HTTP/1.1" status: 200 len: 375 time: 0.0259552 Nov 01 00:10:47.089295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b786ba7c-9e71-4726-b063-de3fce098faf req-b1812bea-abb4-4c64-8469-045da2c024b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416009 Nov 01 00:10:47.118329 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-85ce1f71-ac93-4bb8-b7da-0451aee75442 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278754 Nov 01 00:10:47.227939 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-ecdb5671-34f6-4604-8c63-6d3d4970b117 service neutron] 10.222.0.41 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018341 Nov 01 00:10:47.338707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-36eff996-f54e-427a-aba8-fd487c6b816f service neutron] 10.222.0.41 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081071 Nov 01 00:10:47.693675 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2afa0f2-7373-4288-b6a9-17886a994efa req-a595f479-6251-4aa4-90f8-bc1d38783365 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0578437 Nov 01 00:10:48.315144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e478e2b-b4cc-4a85-a322-e4034c6c341d req-639e0a87-694b-4d9f-8f36-39df91d0ff32 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:48.323706 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3e478e2b-b4cc-4a85-a322-e4034c6c341d req-639e0a87-694b-4d9f-8f36-39df91d0ff32 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0808022 Nov 01 00:10:48.418020 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3e478e2b-b4cc-4a85-a322-e4034c6c341d req-bfb1184e-b815-4353-ad69-3eea275ca4d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0918257 Nov 01 00:10:49.095214 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-34369c2e-002b-43b4-b3d3-129705a08cf4 req-67287a97-05f1-4979-9325-e51e1be6ba63 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0469000 Nov 01 00:10:49.386739 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f884e0e-9b6b-431f-a73a-7f338c23c9fe req-a4e10dde-868a-4899-a4d1-446cbeb239d1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:49.396751 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f884e0e-9b6b-431f-a73a-7f338c23c9fe req-a4e10dde-868a-4899-a4d1-446cbeb239d1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1129413 Nov 01 00:10:49.481290 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-a54b11eb-d730-4c1c-a0d5-627e2622373f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:49.486719 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-a54b11eb-d730-4c1c-a0d5-627e2622373f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0709469 Nov 01 00:10:49.575445 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f884e0e-9b6b-431f-a73a-7f338c23c9fe req-3bee299f-970d-437d-a448-1b5a70107309 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761935 Nov 01 00:10:49.716706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14833b-4aa9-4e18-9f94-42b760ccc7f7 req-4bdf132a-6ded-48aa-8396-a0febb9463e4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:49.718926 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a14833b-4aa9-4e18-9f94-42b760ccc7f7 req-4bdf132a-6ded-48aa-8396-a0febb9463e4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1569071 Nov 01 00:10:49.721327 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-468b1b0c-d8cc-4be5-8442-1af77b6745cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:49.723312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-468b1b0c-d8cc-4be5-8442-1af77b6745cd service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.2030907 Nov 01 00:10:49.780049 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-8a159bde-9843-43ef-a8b1-a94066034077 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0463667 Nov 01 00:10:49.831673 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a14833b-4aa9-4e18-9f94-42b760ccc7f7 req-49f4029f-d9a4-42c3-95b3-28b15e4f7971 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1044905 Nov 01 00:10:49.874241 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-8d9c7468-214c-435f-95d2-9e90109eca3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:49.875083 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-8d9c7468-214c-435f-95d2-9e90109eca3f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.0832145 Nov 01 00:10:49.948005 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-3dc788bd-4e4f-4460-a921-bb64ee5531d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424545 Nov 01 00:10:50.079097 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-f2f45ee6-6440-498d-a88f-9d3972ccbeb2 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200850 Nov 01 00:10:50.259425 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04f8b515-ae90-4663-b6ef-6d62fccea6ed req-5f2eaefa-edc1-4af7-8954-4efbe622cd86 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685436 Nov 01 00:10:50.300470 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9ec19b4a-b10b-458f-98a6-ad78244641c3 req-4cea731c-914e-4c1c-ad7c-fdb7ba401b6b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0385559 Nov 01 00:10:50.771856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4390-4a47-48ae-b995-2101564a4657 req-26b937b5-1342-44f3-b90f-734489fcb59a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:50.780384 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78da4390-4a47-48ae-b995-2101564a4657 req-26b937b5-1342-44f3-b90f-734489fcb59a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0647435 Nov 01 00:10:50.837435 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78da4390-4a47-48ae-b995-2101564a4657 req-78b2900a-e66c-464d-8bfd-ad677bcf9b97 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524449 Nov 01 00:10:51.106533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1783c04-ddd8-493f-9840-b35a6a1ad4d8 req-f4d53a4d-75ee-42b5-932b-5406b2c8d889 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:51.108320 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1783c04-ddd8-493f-9840-b35a6a1ad4d8 req-f4d53a4d-75ee-42b5-932b-5406b2c8d889 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0770495 Nov 01 00:10:51.165108 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9c629bf9-8c49-464c-b81a-7da0a9a253e3 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:51.166614 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9c629bf9-8c49-464c-b81a-7da0a9a253e3 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "GET /v2.0/networks?id=3781d250-688a-4667-bd84-c890a34cbd0f HTTP/1.1" status: 200 len: 814 time: 0.2331781 Nov 01 00:10:51.190098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b1783c04-ddd8-493f-9840-b35a6a1ad4d8 req-1d68c0ee-c9b9-4992-acae-ba18769d1b25 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731852 Nov 01 00:10:51.195978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Request body: {'port': {'device_id': '82608779-fd48-47b3-9891-8738a63e6e52', 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f', 'admin_state_up': True, 'tenant_id': '316a1505be1a4f2e90eb1229d34ac666'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:51.505790 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b8f66620-c264-4f08-a330-5f3351c7764e req-814775dc-73c8-4a71-8e34-80cabd802ceb tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0800819 Nov 01 00:10:51.997081 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d7d5c-9539-48fa-9bf3-a67a9dcf9c7e req-34304a14-b238-467b-848b-0e1a7ccb4f08 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:52.002317 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-955d7d5c-9539-48fa-9bf3-a67a9dcf9c7e req-34304a14-b238-467b-848b-0e1a7ccb4f08 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0704978 Nov 01 00:10:52.059292 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-955d7d5c-9539-48fa-9bf3-a67a9dcf9c7e req-1c8611cb-f8bc-4164-ad0b-56727437a65e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507584 Nov 01 00:10:52.102009 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Made reservation on behalf of 316a1505be1a4f2e90eb1229d34ac666 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:10:52.102255 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:52.106009 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:52.707536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Allocated IP 172.20.0.3 (3781d250-688a-4667-bd84-c890a34cbd0f/d4e2d1a2-9fb8-43da-9015-08a5dd0a763e/94953f47-6a0a-444a-b869-7348a59c7d67) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:10:52.953992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-84933680-5bcc-4580-bd72-e78f4fa4e2a6 req-a03d55ab-561b-4441-8cc3-f2aff13831f9 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0533676 Nov 01 00:10:53.002537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:53.023397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9850df8-b6d2-4096-aa84-265d25ec57fb req-30271a5a-41c4-4ef4-9b7e-189ff635b0a4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:53.031501 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e9850df8-b6d2-4096-aa84-265d25ec57fb req-30271a5a-41c4-4ef4-9b7e-189ff635b0a4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.7338641 Nov 01 00:10:53.126085 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e9850df8-b6d2-4096-aa84-265d25ec57fb req-e0a05fc6-a4b5-4e62-a945-88c69ff9d7e5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0934660 Nov 01 00:10:53.228554 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a279cde-d516-4dc4-820a-444072ef4e39 req-9d6a3a56-de77-40ec-a83d-c8857b035e4a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:53.238516 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a279cde-d516-4dc4-820a-444072ef4e39 req-9d6a3a56-de77-40ec-a83d-c8857b035e4a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0684717 Nov 01 00:10:53.249862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:53.325842 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a279cde-d516-4dc4-820a-444072ef4e39 req-77e21629-0f8d-460f-900e-977249d187a7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855095 Nov 01 00:10:53.375880 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Pushing event updated for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:53.380132 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Network 3781d250-688a-4667-bd84-c890a34cbd0f is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:10:53.381910 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:10:53.384148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:10:53.445580 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:53.446234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:53.651606 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-0ff0adea-387b-41b9-8575-62c4af74dacd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4200075 Nov 01 00:10:53.651606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Request body: {'port': {'device_id': '82608779-fd48-47b3-9891-8738a63e6e52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:10:53.755803 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.068842 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94953f47-6a0a-444a-b869-7348a59c7d67 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:10:54.119132 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.139419 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Transition to ACTIVE for port object 94953f47-6a0a-444a-b869-7348a59c7d67 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:10:54.152978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf83d6-5a00-47b2-b39a-d0d6bb5281b1 req-0907f4fe-7468-4a73-a24c-b9d9afa3aec2 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:54.157208 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2bbf83d6-5a00-47b2-b39a-d0d6bb5281b1 req-0907f4fe-7468-4a73-a24c-b9d9afa3aec2 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 931 time: 0.0893447 Nov 01 00:10:54.215856 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2bbf83d6-5a00-47b2-b39a-d0d6bb5281b1 req-e94c4d03-d2da-420a-b28f-4867a0cd1755 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532193 Nov 01 00:10:54.231218 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.346606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Pushing event updated for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:54.436043 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff3e0e3-8ce3-4119-a464-8fd511a0b5a0 req-28804ace-34b9-491e-81ad-ea082392e5f0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:54.438333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eff3e0e3-8ce3-4119-a464-8fd511a0b5a0 req-28804ace-34b9-491e-81ad-ea082392e5f0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1603310 Nov 01 00:10:54.506523 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Attempting to bind port 94953f47-6a0a-444a-b869-7348a59c7d67 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:10:54.507227 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Attempting to bind port 94953f47-6a0a-444a-b869-7348a59c7d67 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:10:54.507811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Attempting to bind port 94953f47-6a0a-444a-b869-7348a59c7d67 on network 3781d250-688a-4667-bd84-c890a34cbd0f {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:54.533503 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eff3e0e3-8ce3-4119-a464-8fd511a0b5a0 req-f95a6063-033f-4159-b936-996adb255df8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0857368 Nov 01 00:10:54.536816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Port 94953f47-6a0a-444a-b869-7348a59c7d67 on network 3781d250-688a-4667-bd84-c890a34cbd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:10:54.537765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Attempting to bind port 94953f47-6a0a-444a-b869-7348a59c7d67 on network 3781d250-688a-4667-bd84-c890a34cbd0f {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:10:54.546541 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:10:54.547978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Checking segment: {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:10:54.548605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Bound using segment: {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:10:54.549338 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Bound port: 94953f47-6a0a-444a-b869-7348a59c7d67, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:10:54.550045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.600338 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc4320-0602-4914-a991-1944fa4b0cae req-941f593d-1f0c-42db-8e55-dda7c1288a90 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:54.611956 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20cc4320-0602-4914-a991-1944fa4b0cae req-941f593d-1f0c-42db-8e55-dda7c1288a90 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1192355 Nov 01 00:10:54.717378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20cc4320-0602-4914-a991-1944fa4b0cae req-54ae7807-a767-475b-a441-9a03f35f95b3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981750 Nov 01 00:10:54.738674 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:10:54.742919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=94953f47-6a0a-444a-b869-7348a59c7d67,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:10:54.850874 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.895729 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:54.896586 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:10:54.898108 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] 10.222.0.36 "PUT /v2.0/ports/94953f47-6a0a-444a-b869-7348a59c7d67 HTTP/1.1" status: 200 len: 1093 time: 1.2602379 Nov 01 00:10:54.898675 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:10:54.901231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7" -d '{"events": [{"name": "network-changed", "server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:10:54.969443 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7d5e5-7df0-40db-84fc-5d9bdb42c170 service neutron] Pushing event updated for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:10:54.979599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed1e654-c12a-4f48-8a73-f508b5c5c355 x-openstack-request-id: req-aed1e654-c12a-4f48-8a73-f508b5c5c355 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:10:54.981236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:10:54.981236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aed1e654-c12a-4f48-8a73-f508b5c5c355 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:10:54.981747 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67', 'status': 'completed', 'code': 200} Nov 01 00:10:55.091794 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-a474d91f-9a41-4595-badb-4b0389ed6bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.093634 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-a474d91f-9a41-4595-badb-4b0389ed6bed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0503407 Nov 01 00:10:55.252813 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-01bb6c02-db98-4b93-b718-770af36d1a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.254954 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-01bb6c02-db98-4b93-b718-770af36d1a81 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=316a1505be1a4f2e90eb1229d34ac666&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1338372 Nov 01 00:10:55.469642 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-f7f1be24-0739-49e7-89a9-6d7993a7d284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.471280 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f09fcc7-7405-4a77-93f8-01e7b8a1a5e7 req-f7f1be24-0739-49e7-89a9-6d7993a7d284 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2085402 Nov 01 00:10:55.496289 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc117-3dc2-427b-aca8-bdd1f20958da req-ac405b06-797f-48d1-870d-a9371b0c0e69 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.498792 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-734bc117-3dc2-427b-aca8-bdd1f20958da req-ac405b06-797f-48d1-870d-a9371b0c0e69 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.1453815 Nov 01 00:10:55.569240 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-734bc117-3dc2-427b-aca8-bdd1f20958da req-f6931444-9288-4aaa-b703-1b7059ef5d48 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591199 Nov 01 00:10:55.642176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-e642a780-b501-4b98-905e-f132085dd5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.644923 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-e642a780-b501-4b98-905e-f132085dd5a1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 1096 time: 0.0744798 Nov 01 00:10:55.718743 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-012bd4a9-d51f-4316-89d3-83d2c8a85dc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94953f47-6a0a-444a-b869-7348a59c7d67 HTTP/1.1" status: 200 len: 217 time: 0.0578821 Nov 01 00:10:55.779184 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98bfc02-db73-473a-bba1-1795eeca38eb req-c691b477-b67f-4ff8-9c51-51ab7418fc83 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.781162 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c98bfc02-db73-473a-bba1-1795eeca38eb req-c691b477-b67f-4ff8-9c51-51ab7418fc83 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.1334908 Nov 01 00:10:55.865400 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-036dd1ac-52d9-49d5-b830-b176a30dcd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:55.866882 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-036dd1ac-52d9-49d5-b830-b176a30dcd06 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4e2d1a2-9fb8-43da-9015-08a5dd0a763e HTTP/1.1" status: 200 len: 854 time: 0.1409869 Nov 01 00:10:55.950368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-6da19304-6001-4ff1-8177-3bd4e2017d2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3781d250-688a-4667-bd84-c890a34cbd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649984 Nov 01 00:10:55.968550 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c98bfc02-db73-473a-bba1-1795eeca38eb req-4ec70ff2-34f6-4a36-ba01-9bc31b467cc3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782537 Nov 01 00:10:56.100912 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad4685f-5e18-42ae-98da-50ca30954aba req-b17143ba-2c2e-4d16-a1f5-d1dbbbc49fd9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:56.103088 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ad4685f-5e18-42ae-98da-50ca30954aba req-b17143ba-2c2e-4d16-a1f5-d1dbbbc49fd9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.2994452 Nov 01 00:10:56.197677 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ad4685f-5e18-42ae-98da-50ca30954aba req-f18f2e9d-a820-4978-b370-39d2276b2aca tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867984 Nov 01 00:10:56.235820 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-5140e95c-a92a-4b3c-a201-882e4238369d service neutron] 10.222.0.36 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615545 Nov 01 00:10:56.372688 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19436300-cc2a-4ad8-a1aa-7ae54102dea5 req-cd443544-f6fe-4ba2-899b-17b66e05af08 service neutron] 10.222.0.36 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278160 Nov 01 00:10:56.870985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75826d2-22ac-4a31-aa7d-fb67f93f9d27 req-f0c9563a-491c-4429-9c3a-a4c2fb09f253 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:56.879794 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f75826d2-22ac-4a31-aa7d-fb67f93f9d27 req-f0c9563a-491c-4429-9c3a-a4c2fb09f253 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.1295025 Nov 01 00:10:56.958695 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f75826d2-22ac-4a31-aa7d-fb67f93f9d27 req-14eb4703-f053-49ff-98c5-9fc8a4fbbfac tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760045 Nov 01 00:10:57.294568 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b042db2-a730-418b-a1ad-d57b1756bc88 req-25da327d-b08d-4e5d-82d4-c704cae31fe9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:57.331776 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8b042db2-a730-418b-a1ad-d57b1756bc88 req-25da327d-b08d-4e5d-82d4-c704cae31fe9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.2542622 Nov 01 00:10:57.479964 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8b042db2-a730-418b-a1ad-d57b1756bc88 req-b215517d-16b6-4727-9206-5fb56246be09 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1600726 Nov 01 00:10:57.704406 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3414691-b8df-4938-bbd7-a8f04ea4a779 req-2ff91258-2af5-414e-aa03-b20b4d9387e7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:57.714820 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c3414691-b8df-4938-bbd7-a8f04ea4a779 req-2ff91258-2af5-414e-aa03-b20b4d9387e7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1187501 Nov 01 00:10:57.762569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c3414691-b8df-4938-bbd7-a8f04ea4a779 req-464376bb-7dbf-4f8c-81c8-d95fdc00b90f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459001 Nov 01 00:10:58.086886 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54dc7c5-e461-4069-b798-3d2d96c3ec76 req-89896af5-3681-4bc4-8564-24e255d83150 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:58.088707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e54dc7c5-e461-4069-b798-3d2d96c3ec76 req-89896af5-3681-4bc4-8564-24e255d83150 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0578947 Nov 01 00:10:58.144119 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e54dc7c5-e461-4069-b798-3d2d96c3ec76 req-399a3308-6b1b-4390-8148-82919a84f090 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480659 Nov 01 00:10:58.665635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e1f633-0658-46e0-836f-f5008163c880 req-51896a46-a9b2-4554-8542-0d3f7a55cc9c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:58.665635 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1e1f633-0658-46e0-836f-f5008163c880 req-51896a46-a9b2-4554-8542-0d3f7a55cc9c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0761032 Nov 01 00:10:58.734064 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1e1f633-0658-46e0-836f-f5008163c880 req-7689868a-5081-4853-884b-ca58b8f65ce7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584924 Nov 01 00:10:58.907308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c47404-8ba9-4662-b8ae-8a1079417362 req-2e8e94bd-4004-433d-b43c-632e4eec98dd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:58.908896 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72c47404-8ba9-4662-b8ae-8a1079417362 req-2e8e94bd-4004-433d-b43c-632e4eec98dd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0715511 Nov 01 00:10:58.951389 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72c47404-8ba9-4662-b8ae-8a1079417362 req-32438134-35eb-4821-8019-e27f693427fa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355251 Nov 01 00:10:59.260944 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f379ab-1450-460f-8723-913ac95ab934 req-c5c2dcf9-0569-46d5-8249-b3d552943eee tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:59.262466 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71f379ab-1450-460f-8723-913ac95ab934 req-c5c2dcf9-0569-46d5-8249-b3d552943eee tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0511837 Nov 01 00:10:59.300623 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71f379ab-1450-460f-8723-913ac95ab934 req-03b3f3b1-b471-49d5-b63d-b7df61da803f tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314100 Nov 01 00:10:59.896091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d405e-907c-479a-b792-40b770a8fea0 req-73702364-980d-44a0-b6e8-7470ec34a094 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:10:59.916032 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f9d405e-907c-479a-b792-40b770a8fea0 req-73702364-980d-44a0-b6e8-7470ec34a094 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0976849 Nov 01 00:10:59.967466 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f9d405e-907c-479a-b792-40b770a8fea0 req-847998c4-55dc-4adf-942d-baf28cf00711 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503719 Nov 01 00:11:00.104593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b738c3-5657-4a4f-b8cf-ace8d8c726f7 req-d4227028-56cd-4cbe-aec2-5bf82f7b9f20 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:00.106506 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94b738c3-5657-4a4f-b8cf-ace8d8c726f7 req-d4227028-56cd-4cbe-aec2-5bf82f7b9f20 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0620244 Nov 01 00:11:00.149403 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94b738c3-5657-4a4f-b8cf-ace8d8c726f7 req-10219b80-cf96-49ba-9231-3bc6ed631802 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361788 Nov 01 00:11:00.421521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d9af8-4a40-46ea-a4d2-5d7f9bbd8fde req-b77fde60-b79c-4d60-af95-cead41404d66 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:00.422995 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aa8d9af8-4a40-46ea-a4d2-5d7f9bbd8fde req-b77fde60-b79c-4d60-af95-cead41404d66 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0520015 Nov 01 00:11:00.467803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aa8d9af8-4a40-46ea-a4d2-5d7f9bbd8fde req-06571d6d-1d4d-47ef-8a6f-b4104d82773a tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339046 Nov 01 00:11:01.100536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2c868-96c5-4ea5-9f48-d4c307ce13ca req-13a53b4e-7d88-43ef-ae11-30e49145e344 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.102061 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ec2c868-96c5-4ea5-9f48-d4c307ce13ca req-13a53b4e-7d88-43ef-ae11-30e49145e344 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0543396 Nov 01 00:11:01.148803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7ec2c868-96c5-4ea5-9f48-d4c307ce13ca req-d0fd3249-ca45-4e08-82bb-be8d8ff0cf6a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325477 Nov 01 00:11:01.266635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a8c14c-586e-4f6e-ab7c-649f747c6152 req-11cb76de-a70b-46bc-8253-8dfcf46199a7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.268144 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b3a8c14c-586e-4f6e-ab7c-649f747c6152 req-11cb76de-a70b-46bc-8253-8dfcf46199a7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0496638 Nov 01 00:11:01.305591 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b3a8c14c-586e-4f6e-ab7c-649f747c6152 req-c22acfe0-e2e0-4ee5-9b61-178cf8e23097 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Nov 01 00:11:01.575952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa63122d-a4e3-432f-82ec-c22cd8a96721 req-1f342b1f-219f-468a-bf59-fa405ba5d7ca tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.577416 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa63122d-a4e3-432f-82ec-c22cd8a96721 req-1f342b1f-219f-468a-bf59-fa405ba5d7ca tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0488310 Nov 01 00:11:01.614795 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa63122d-a4e3-432f-82ec-c22cd8a96721 req-bf8fdb2a-7a8e-4b83-b134-c99857e11c4e tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308139 Nov 01 00:11:01.764847 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-94f3797f-2bc8-4c61-a119-3cfac1236e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.769216 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-94f3797f-2bc8-4c61-a119-3cfac1236e87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1098 time: 0.0462265 Nov 01 00:11:01.855613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-cdb59630-19ca-424b-bd84-5b5bd3f4f5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.857474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-cdb59630-19ca-424b-bd84-5b5bd3f4f5c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.0828676 Nov 01 00:11:01.927330 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-4a562ada-cb21-47fc-93ad-c307dfe55f28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 1000 time: 0.0615416 Nov 01 00:11:01.978478 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-ba9bbf0d-dc5a-469a-a040-49c5706c797f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:01.980181 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-ba9bbf0d-dc5a-469a-a040-49c5706c797f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0449421 Nov 01 00:11:02.027712 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-6c0bb4b2-9adb-49f0-99c4-4f2d2d9f88e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:02.029269 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-6c0bb4b2-9adb-49f0-99c4-4f2d2d9f88e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410154 Nov 01 00:11:02.123155 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-57fb9fb9-8b01-419c-ae90-3fca5173d747 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859742 Nov 01 00:11:02.211731 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d536b9e-ebbe-4592-a4a9-a24c7f31eaa2 req-10d2391a-97c9-4e97-b68c-ee9b48a7b43d service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810661 Nov 01 00:11:02.274240 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed28969-db79-4d93-b254-9557d14024a8 req-a8900319-b7fe-4d78-b15b-6291b9e438f2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:02.275629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ed28969-db79-4d93-b254-9557d14024a8 req-a8900319-b7fe-4d78-b15b-6291b9e438f2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0529900 Nov 01 00:11:02.312971 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ed28969-db79-4d93-b254-9557d14024a8 req-a88694dc-0758-425e-9106-55be089ff6e9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313730 Nov 01 00:11:02.423641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c75a10-25bd-464b-8d27-8ec4a52c8906 req-4fabdb95-029d-4787-8019-fa035a1941a6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:02.425786 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9c75a10-25bd-464b-8d27-8ec4a52c8906 req-4fabdb95-029d-4787-8019-fa035a1941a6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0493248 Nov 01 00:11:02.463675 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9c75a10-25bd-464b-8d27-8ec4a52c8906 req-ddab7522-a128-492f-a817-b931bb384da0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Nov 01 00:11:02.732751 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1aaa0-27ce-49c9-bb0a-0d9e109ffc3a req-eb52b19d-381b-49b7-8ddf-618354d08c6b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:02.734230 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8de1aaa0-27ce-49c9-bb0a-0d9e109ffc3a req-eb52b19d-381b-49b7-8ddf-618354d08c6b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 943 time: 0.0497561 Nov 01 00:11:02.772437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8de1aaa0-27ce-49c9-bb0a-0d9e109ffc3a req-8a60d1ee-26d3-45ab-9d15-3d25d103abc1 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315478 Nov 01 00:11:03.040784 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 94953f47-6a0a-444a-b869-7348a59c7d67 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:11:03.135303 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=94953f47-6a0a-444a-b869-7348a59c7d67,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:03.147179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '94953f47-6a0a-444a-b869-7348a59c7d67', 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f', 'port_id': '94953f47-6a0a-444a-b869-7348a59c7d67', 'mac_address': 'fa:16:3e:8c:a1:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e2d1a2-9fb8-43da-9015-08a5dd0a763e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:11:03.187436 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:03.200100 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94953f47-6a0a-444a-b869-7348a59c7d67 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:11:03.218650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=94953f47-6a0a-444a-b869-7348a59c7d67,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:03.330090 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:03.377552 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:03.385536 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.385906 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.386250 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.386585 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.386917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.387266 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.387616 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.387965 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.388306 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.388631 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.388950 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.389267 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:03.445851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35426360-94a1-4200-9fda-db3d26c13cbf req-b572fd3c-fbb5-4752-b48b-cdfe378e472e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:03.447320 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-35426360-94a1-4200-9fda-db3d26c13cbf req-b572fd3c-fbb5-4752-b48b-cdfe378e472e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0519257 Nov 01 00:11:03.484233 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-35426360-94a1-4200-9fda-db3d26c13cbf req-4ac28a7d-565e-4fdf-b2ff-7213f4c7613c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310094 Nov 01 00:11:03.577595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f479c4-5097-4323-a010-3a6b21f2eb53 req-162f3d6b-6854-4ffe-95c1-2a05e059ad25 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:03.579071 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f479c4-5097-4323-a010-3a6b21f2eb53 req-162f3d6b-6854-4ffe-95c1-2a05e059ad25 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0482187 Nov 01 00:11:03.617834 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7f479c4-5097-4323-a010-3a6b21f2eb53 req-7445431a-61b1-4f10-a47a-841b5fbcee7a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311971 Nov 01 00:11:03.713111 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 49426) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:03.757785 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Deleting subnet 645c4f54-2ee0-4e78-b12c-581998e6b41d {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:11:03.760791 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:03.793376 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:03.816744 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['94953f47-6a0a-444a-b869-7348a59c7d67'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:11:03.837401 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:03.891225 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd01093-cb1d-4b40-88f1-c65ad45c247c req-3ff42dbc-bae1-4c58-a66e-4ace990e5be1 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:03.892660 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecd01093-cb1d-4b40-88f1-c65ad45c247c req-3ff42dbc-bae1-4c58-a66e-4ace990e5be1 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 944 time: 0.0515444 Nov 01 00:11:03.930030 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecd01093-cb1d-4b40-88f1-c65ad45c247c req-6b6043de-a7bd-44e5-a638-6c1cd3ada978 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313647 Nov 01 00:11:04.008440 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.033339 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=645c4f54-2ee0-4e78-b12c-581998e6b41d,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:04.037700 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.040881 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-fcfe6fe6-87c4-4c77-aa66-af2f35d9a322 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/645c4f54-2ee0-4e78-b12c-581998e6b41d HTTP/1.1" status: 204 len: 168 time: 0.3267906 Nov 01 00:11:04.043315 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 49432) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:04.109592 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.189338 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.207976 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e174b56f-ab61-41bd-a7be-78160ca2de3b']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:04.216875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caae1439-aa35-4c9b-b4dd-37aad8643ded') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:04.217171 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caae1439-aa35-4c9b-b4dd-37aad8643ded') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:04.226754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.240962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.246635 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:11:04.247011 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:11:04.248639 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:11:04.364404 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.379684 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.382881 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] 10.222.0.41 "DELETE /v2.0/networks/e174b56f-ab61-41bd-a7be-78160ca2de3b HTTP/1.1" status: 204 len: 168 time: 0.3385241 Nov 01 00:11:04.384130 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271eefa4-079e-4e3b-a96e-01fa37641877 admin admin] Pushing event deleted for resources: {'Network': ['ID=e174b56f-ab61-41bd-a7be-78160ca2de3b,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:04.612688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d292097-0cff-4fc0-baf8-5f873ccb13c2 req-aaa86b75-e254-4da9-85e2-96c597c96774 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:04.615854 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d292097-0cff-4fc0-baf8-5f873ccb13c2 req-aaa86b75-e254-4da9-85e2-96c597c96774 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 945 time: 0.0546620 Nov 01 00:11:04.652787 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d292097-0cff-4fc0-baf8-5f873ccb13c2 req-c48c372b-aade-4731-aeab-f6222441b9f3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323002 Nov 01 00:11:04.745896 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 49446) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:04.746381 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb89de-1fc2-4fee-8006-5f846de17aa5 req-257ac657-8f33-45e6-95cc-de07d5d2496b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:04.748434 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5cb89de-1fc2-4fee-8006-5f846de17aa5 req-257ac657-8f33-45e6-95cc-de07d5d2496b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0584605 Nov 01 00:11:04.787785 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7e49f303-f217-435e-ba8e-8e77a8599dca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=52317cfef4c240078189f84a25fb86b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407043 Nov 01 00:11:04.790284 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 49448) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:04.790437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5cb89de-1fc2-4fee-8006-5f846de17aa5 req-f7bc64ce-2ec2-42f8-8f6e-a9b4f7d5cb41 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Nov 01 00:11:04.839132 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:04.860414 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.042425 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.045185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.045440 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326a52f-5c29-4425-bb22-655d0dcd2639 req-e3f84472-7582-4ecc-a1be-ab5f8f18bb34 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:05.046774 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31ce64d4-f13a-47ff-81f9-f67f52c9f5dc HTTP/1.1" status: 204 len: 168 time: 0.2554486 Nov 01 00:11:05.047003 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7326a52f-5c29-4425-bb22-655d0dcd2639 req-e3f84472-7582-4ecc-a1be-ab5f8f18bb34 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 944 time: 0.0507793 Nov 01 00:11:05.055436 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 94953f47-6a0a-444a-b869-7348a59c7d67 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:11:05.072961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640b74e-549a-4b98-8033-ffacb0cd08a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ce64d4-f13a-47ff-81f9-f67f52c9f5dc,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:05.123482 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7326a52f-5c29-4425-bb22-655d0dcd2639 req-dc234d76-76a3-4629-a408-12e9c2a7b163 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592587 Nov 01 00:11:05.221601 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 94953f47-6a0a-444a-b869-7348a59c7d67 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:11:05.225603 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 94953f47-6a0a-444a-b869-7348a59c7d67 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:11:05.225977 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.305684 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.328628 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:11:05.330931 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac97c3c-d099-47aa-84c1-238983cf3246" -d '{"events": [{"server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:11:05.343470 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=94953f47-6a0a-444a-b869-7348a59c7d67,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:05.369084 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd683700-7783-40ba-a07d-215e4a5f676c x-openstack-request-id: req-bd683700-7783-40ba-a07d-215e4a5f676c {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:11:05.369400 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "name": "network-vif-plugged", "status": "completed", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:11:05.369671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd683700-7783-40ba-a07d-215e4a5f676c {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:11:05.370059 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67', 'code': 200} Nov 01 00:11:05.454107 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.454979 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:11:05.544992 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:05.597291 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.631924 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:05.740137 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:05.774574 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee84df4-da20-4c96-8379-80a66c0532c1 req-f456ca38-862d-407c-b9c2-930d2120a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:05.776099 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ee84df4-da20-4c96-8379-80a66c0532c1 req-f456ca38-862d-407c-b9c2-930d2120a0fb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 1098 time: 0.0447669 Nov 01 00:11:05.788563 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=8']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:05.817615 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ee84df4-da20-4c96-8379-80a66c0532c1 req-84fc2206-9f29-4388-8892-d5b7c8e1731c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321684 Nov 01 00:11:05.924286 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05021c-f0f9-422c-afde-8a617efbe632 req-af5b93a7-1106-4ec1-af93-4b872ad2e08e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:05.926403 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f05021c-f0f9-422c-afde-8a617efbe632 req-af5b93a7-1106-4ec1-af93-4b872ad2e08e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0596955 Nov 01 00:11:05.964625 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f05021c-f0f9-422c-afde-8a617efbe632 req-18194161-150c-4a82-8dc2-7617f97fa15c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321023 Nov 01 00:11:06.080357 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-8629dd52-fc0a-40ad-8263-55f5038d6c71 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-249414597&fields=id&tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65 HTTP/1.1" status: 200 len: 267 time: 0.0338805 Nov 01 00:11:06.202184 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-a523ccf9-5d05-48e7-ad97-a1f32bf8715c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:06.202184 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-a523ccf9-5d05-48e7-ad97-a1f32bf8715c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 808 time: 0.1149561 Nov 01 00:11:06.227912 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-5b1967f2-480e-4e51-af5c-bd9fef1a873e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/quotas/8ab24a0c4ba54cfb8f4b66ae31f79a65 HTTP/1.1" status: 200 len: 375 time: 0.0196218 Nov 01 00:11:06.290194 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff3159-e4c3-47d3-b3cf-7e7dbb982e68 req-31b58473-3da3-45fc-92b4-b9b7f8c6cc29 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:06.291618 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bfff3159-e4c3-47d3-b3cf-7e7dbb982e68 req-31b58473-3da3-45fc-92b4-b9b7f8c6cc29 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0823143 Nov 01 00:11:06.302562 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-4b7b1adf-37de-46ce-9da7-d4d9071650e1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606902 Nov 01 00:11:06.383644 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bfff3159-e4c3-47d3-b3cf-7e7dbb982e68 req-759f6db2-07af-4cbc-952f-360d03ba5b9c tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801034 Nov 01 00:11:06.423300 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-069d3810-e7af-4e48-a6e9-7e49d5c290fd service neutron] 10.222.0.41 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072676 Nov 01 00:11:06.455178 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-112402f3-fb23-4088-b305-c5fe81b497d0 req-51d9da7d-58b2-4deb-981c-f6009d65c4a0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:11:06.456308 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-112402f3-fb23-4088-b305-c5fe81b497d0 req-51d9da7d-58b2-4deb-981c-f6009d65c4a0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056806 Nov 01 00:11:06.535835 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-1e191172-2e93-4e69-83ca-c403f983c697 service neutron] 10.222.0.41 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052892 Nov 01 00:11:06.794486 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea385f-bbf8-49ca-90e0-866914dc020d req-c4153de9-835b-49c1-850d-eadbf5e69f94 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:06.796075 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7eea385f-bbf8-49ca-90e0-866914dc020d req-c4153de9-835b-49c1-850d-eadbf5e69f94 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0531590 Nov 01 00:11:06.843025 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7eea385f-bbf8-49ca-90e0-866914dc020d req-bbab2173-edd6-46c5-8ac6-1ac5afbf4cf0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400012 Nov 01 00:11:07.080122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36435f4f-e8d4-4305-a4d2-b44aa0515052 req-00c3afe0-14f7-425f-abd0-e9395afa57c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:07.082569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36435f4f-e8d4-4305-a4d2-b44aa0515052 req-00c3afe0-14f7-425f-abd0-e9395afa57c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0496361 Nov 01 00:11:07.124554 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36435f4f-e8d4-4305-a4d2-b44aa0515052 req-1b2d8195-bba5-42fc-8068-19cf9c65dd6b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356915 Nov 01 00:11:07.310285 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-94db3a29-40da-4aaa-9274-52bc24e6b4b5 req-08301843-a314-4b41-abf4-84190d9bc932 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 210 time: 0.0428057 Nov 01 00:11:07.365613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 49582) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:07.371606 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:11:07.374109 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9ad09f-94a2-4476-9d99-b0a51e492033" -d '{"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-unplugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:11:07.416136 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75011d15-9ccc-4bb9-97f3-7b56b94075b7 x-openstack-request-id: req-75011d15-9ccc-4bb9-97f3-7b56b94075b7 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:11:07.416641 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-unplugged", "status": "failed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "code": 422}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:11:07.417108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-75011d15-9ccc-4bb9-97f3-7b56b94075b7 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:11:07.417770 dv-cinder-816104-1-iscsi neutron-server[102083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'code': 422} returned with failed status Nov 01 00:11:07.503844 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-6f0d4909-7bb8-4c0b-b291-1cf5c1b603c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1361265 Nov 01 00:11:07.519041 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3629c-b7ff-499e-a5ce-e4c1034c1669 req-cbfcf288-d829-4ad0-86aa-d87902738d33 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:07.519902 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dae3629c-b7ff-499e-a5ce-e4c1034c1669 req-cbfcf288-d829-4ad0-86aa-d87902738d33 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0618341 Nov 01 00:11:07.524789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-9d0f3205-54d1-412e-9d5e-1d2300c18d4a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:11:07.525744 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-9d0f3205-54d1-412e-9d5e-1d2300c18d4a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049689 Nov 01 00:11:07.595669 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dae3629c-b7ff-499e-a5ce-e4c1034c1669 req-1daaa8df-26ab-4225-a07f-5f946117e55f tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516846 Nov 01 00:11:08.006985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57022b6-11ba-4966-9978-4cfdf49ca8e7 req-103e4202-09ba-435d-9744-c73deb3cc073 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:08.014145 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a57022b6-11ba-4966-9978-4cfdf49ca8e7 req-103e4202-09ba-435d-9744-c73deb3cc073 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0543840 Nov 01 00:11:08.047636 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a57022b6-11ba-4966-9978-4cfdf49ca8e7 req-afef105f-a19b-43f6-8aa3-0b367067eab7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325968 Nov 01 00:11:08.063043 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-19c3e904-79ec-4e78-a28f-fb6aea26a291 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:08.245267 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee0e72-a42f-4d4c-b97f-54c2fabc02ef req-905b32d9-705d-46dd-af93-0afe195f5b16 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:08.246777 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-abee0e72-a42f-4d4c-b97f-54c2fabc02ef req-905b32d9-705d-46dd-af93-0afe195f5b16 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0531542 Nov 01 00:11:08.287453 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-abee0e72-a42f-4d4c-b97f-54c2fabc02ef req-11a9348b-e94b-4ced-a90a-9003e2594e10 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Nov 01 00:11:08.403957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-46781677-3d91-48f8-8f6d-7d68976ef3de req-c8a5056d-8838-4895-984c-b75ad04b9db1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 210 time: 0.0319598 Nov 01 00:11:09.072645 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:11:09.177780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe83757-5057-4d54-baed-2a4f9ab6587b req-bb36b0f5-db31-4739-a2ee-8a7f92739f06 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:09.179690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fe83757-5057-4d54-baed-2a4f9ab6587b req-bb36b0f5-db31-4739-a2ee-8a7f92739f06 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0574305 Nov 01 00:11:09.225449 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fe83757-5057-4d54-baed-2a4f9ab6587b req-02c84e1f-63eb-4acb-918c-dc645682d197 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379162 Nov 01 00:11:09.413126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c6a32-ec3f-4c8e-af5a-0ad7e3e22400 req-69e067b8-6dd3-4196-b338-ea04f16f6f5d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:09.414596 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c38c6a32-ec3f-4c8e-af5a-0ad7e3e22400 req-69e067b8-6dd3-4196-b338-ea04f16f6f5d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0519512 Nov 01 00:11:09.707850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4c046be9-fdf2-4ddc-a881-41ba078b01a8 req-fa514699-06cd-4793-9314-04706e12fa27 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 210 time: 0.0290973 Nov 01 00:11:09.720711 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c38c6a32-ec3f-4c8e-af5a-0ad7e3e22400 req-8ee31152-0395-44ad-993c-ce86833d8638 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993765 Nov 01 00:11:09.968783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-91d1fee0-c30f-4c60-ad7d-e66d0df73297 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:09.970376 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-91d1fee0-c30f-4c60-ad7d-e66d0df73297 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 808 time: 0.1048286 Nov 01 00:11:10.023756 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-fd070448-5c24-4a9a-aded-0583c1a54573 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65 HTTP/1.1" status: 200 len: 379 time: 0.0336571 Nov 01 00:11:10.035092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'port': {'device_id': 'b306a61f-98e9-4f03-becb-514322c724e9', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'admin_state_up': True, 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'security_groups': ['a3c410fa-2e5d-4aa1-8921-0dfef3a4db78']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:11:10.204431 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Made reservation on behalf of 8ab24a0c4ba54cfb8f4b66ae31f79a65 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:11:10.208114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:10.369197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Allocated IP 172.20.0.3 (fd3141ed-28ed-430f-983c-b92f688bf7be/bea3976e-7feb-4330-8384-c03a0daf197e/a09e4a1b-f59d-4ca9-9a4f-30bbf15df101) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:11:10.384146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e58b95-7e31-4825-90f5-cdb53a80df32 req-188f5479-85e6-4ebb-a617-a214809377b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:10.385653 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2e58b95-7e31-4825-90f5-cdb53a80df32 req-188f5479-85e6-4ebb-a617-a214809377b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0710666 Nov 01 00:11:10.465346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2e58b95-7e31-4825-90f5-cdb53a80df32 req-4bac9743-2193-452f-9fab-b64ab3700317 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729144 Nov 01 00:11:10.552456 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:10.570258 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-43502585-494d-416a-88e2-b87d139beb61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:10.645506 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:10.690165 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Network fd3141ed-28ed-430f-983c-b92f688bf7be is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:11:10.693605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:11:10.696599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:11:10.728271 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:10.762416 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:10.763126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:10.861142 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-412b081a-270b-4d6d-ba39-b7bb86b9b988 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302991 Nov 01 00:11:10.882498 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa28ee-dba7-49ba-a686-1106f0988077 req-6081fd36-b4bc-46ea-9f3e-977f50325889 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:10.884103 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2fa28ee-dba7-49ba-a686-1106f0988077 req-6081fd36-b4bc-46ea-9f3e-977f50325889 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 931 time: 0.0864809 Nov 01 00:11:10.890058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Request body: {'port': {'device_id': 'b306a61f-98e9-4f03-becb-514322c724e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:11:10.933092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264848f8-3921-4190-99c6-ff444009175d req-4b91aa0f-b3cb-45fb-824d-29bbc2001f8f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:10.934703 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-264848f8-3921-4190-99c6-ff444009175d req-4b91aa0f-b3cb-45fb-824d-29bbc2001f8f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1243885 Nov 01 00:11:11.005883 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2fa28ee-dba7-49ba-a686-1106f0988077 req-0fe16ba7-52c2-4897-9199-00e86786de22 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128666 Nov 01 00:11:11.011996 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.034064 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-264848f8-3921-4190-99c6-ff444009175d req-c099e891-de99-409e-a943-f6ecbd7b90ff tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912743 Nov 01 00:11:11.054489 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-4f4c64ce-b99a-4ef0-9982-3851bc65c3a2 None None] Provisioning complete for port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:11:11.054489 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4f4c64ce-b99a-4ef0-9982-3851bc65c3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.084269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c64ce-b99a-4ef0-9982-3851bc65c3a2 None None] Port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:11:11.281195 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:11:11.288662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.300949 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Transition to ACTIVE for port object a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:11:11.364607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.437698 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:11.493233 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Attempting to bind port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:11:11.493574 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Attempting to bind port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:11:11.496837 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Attempting to bind port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 on network fd3141ed-28ed-430f-983c-b92f688bf7be {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:11:11.500883 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 on network fd3141ed-28ed-430f-983c-b92f688bf7be not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:11:11.501212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Attempting to bind port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 on network fd3141ed-28ed-430f-983c-b92f688bf7be {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:11:11.507045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:11:11.507449 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Checking segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:11:11.507836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Bound using segment: {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:11:11.508268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Bound port: a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f57331f-fda8-4e59-82db-19ff0c0e819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:11:11.508628 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.621462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0cda0-0ddd-4dfa-85ee-897727d8a6ec req-4781b033-9802-4e00-a658-524c9801a934 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:11.622957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72e0cda0-0ddd-4dfa-85ee-897727d8a6ec req-4781b033-9802-4e00-a658-524c9801a934 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0806689 Nov 01 00:11:11.625570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:11:11.636495 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:11:11.664225 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72e0cda0-0ddd-4dfa-85ee-897727d8a6ec req-bd2ff1b9-553e-4e60-9ed1-ca31a646c264 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344825 Nov 01 00:11:11.705674 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.740732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:11.741341 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.742691 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] 10.222.0.36 "PUT /v2.0/ports/a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 1093 time: 0.8576601 Nov 01 00:11:11.743137 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:11:11.745417 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b58a40-4881-4e8a-84a6-6ae04c510fba" -d '{"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:11:11.780979 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d965aff-7a6e-44ea-860d-cb9f3c11e56b service neutron] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:11.802315 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f755d6a8-c8da-4cf1-a303-a77870af70c7 x-openstack-request-id: req-f755d6a8-c8da-4cf1-a303-a77870af70c7 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:11:11.802602 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:11:11.802854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f755d6a8-c8da-4cf1-a303-a77870af70c7 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:11:11.803257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'status': 'completed', 'code': 200} Nov 01 00:11:11.849070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:11.896234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-b65d4950-4848-42d6-8709-4556a6046daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:11.897782 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-b65d4950-4848-42d6-8709-4556a6046daf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1096 time: 0.0462534 Nov 01 00:11:12.011740 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-d5d60233-e39b-4066-b6f1-e2833868a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.013166 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-d5d60233-e39b-4066-b6f1-e2833868a022 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0987411 Nov 01 00:11:12.085207 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:12.177037 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-993cb68c-391e-49de-b5bc-27b508644986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.178523 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61b58a40-4881-4e8a-84a6-6ae04c510fba req-993cb68c-391e-49de-b5bc-27b508644986 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584759 Nov 01 00:11:12.199561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f22cfef-5136-47dd-91c0-4e2b2b12009e req-d6e14f59-a0bd-4c1d-a6ce-e326b9a1eb1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.201001 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f22cfef-5136-47dd-91c0-4e2b2b12009e req-d6e14f59-a0bd-4c1d-a6ce-e326b9a1eb1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.1060402 Nov 01 00:11:12.215581 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962db047-ea08-41b3-a256-843ef04ca01e req-c5e7e90d-3dce-4f37-91a8-c60a0a8d90d3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.217039 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-962db047-ea08-41b3-a256-843ef04ca01e req-c5e7e90d-3dce-4f37-91a8-c60a0a8d90d3 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0858183 Nov 01 00:11:12.284961 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f22cfef-5136-47dd-91c0-4e2b2b12009e req-ad94dbcb-8b31-472b-8652-bd48216d7cf1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667276 Nov 01 00:11:12.306382 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-962db047-ea08-41b3-a256-843ef04ca01e req-d56f5aa7-9e1f-4e1e-a557-22dcb930e1f8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815187 Nov 01 00:11:12.322410 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-056fb538-e2ed-43e8-8a1f-97fa88f60405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.324116 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-056fb538-e2ed-43e8-8a1f-97fa88f60405 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1096 time: 0.0635295 Nov 01 00:11:12.379490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-da3d3c9b-fea4-47c6-99f1-8ef161cd6b17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 217 time: 0.0403821 Nov 01 00:11:12.429368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-4a666a3f-44d1-45ba-90a1-9a52af0b227a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.430802 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-4a666a3f-44d1-45ba-90a1-9a52af0b227a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0438378 Nov 01 00:11:12.478394 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-e6ec7134-32a2-4335-9e61-6a75426aa7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.479954 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-e6ec7134-32a2-4335-9e61-6a75426aa7c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405731 Nov 01 00:11:12.575467 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2f4ebb11-c1e3-4cd8-ba7d-39048686488b service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867903 Nov 01 00:11:12.668123 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1a677f05-79f9-40b4-99b9-6a1de074a5f1 req-2dba3e83-bf20-499e-a8d6-12ddc0f6532d service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852637 Nov 01 00:11:12.796235 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fb5080-e45c-414a-af9e-7b06f8e4cbee req-2f53d740-2d0a-41b9-ab28-f0c13708aca0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:12.797689 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17fb5080-e45c-414a-af9e-7b06f8e4cbee req-2f53d740-2d0a-41b9-ab28-f0c13708aca0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0524325 Nov 01 00:11:12.839107 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17fb5080-e45c-414a-af9e-7b06f8e4cbee req-e86a7691-c9b6-4d49-a6ed-d70e1142e2a7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349748 Nov 01 00:11:13.413885 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:13.434763 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5347bacc-abc6-4340-b356-a85920b7c4ab req-33ff1e9b-e440-461d-842f-c86516a39538 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:13.438257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5347bacc-abc6-4340-b356-a85920b7c4ab req-33ff1e9b-e440-461d-842f-c86516a39538 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0842607 Nov 01 00:11:13.448894 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197e03-0f54-4fba-b61f-c6b6efc97587 req-1f84a1e8-875b-440d-8237-54608b78a15e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:13.450375 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70197e03-0f54-4fba-b61f-c6b6efc97587 req-1f84a1e8-875b-440d-8237-54608b78a15e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0666294 Nov 01 00:11:13.501370 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5347bacc-abc6-4340-b356-a85920b7c4ab req-110eca75-166d-4302-a747-b6ce5d6e75eb tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500183 Nov 01 00:11:13.514023 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70197e03-0f54-4fba-b61f-c6b6efc97587 req-a3d1f8c3-da9f-4b63-bf66-535a10dd52f2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555503 Nov 01 00:11:13.962374 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d789d9-32e4-40ef-8316-b4f215d526ce req-eeba24a5-ded8-4386-a882-8d998793ebdc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:13.963832 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5d789d9-32e4-40ef-8316-b4f215d526ce req-eeba24a5-ded8-4386-a882-8d998793ebdc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0528350 Nov 01 00:11:14.002481 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e5d789d9-32e4-40ef-8316-b4f215d526ce req-1af9bfbd-b1a6-4beb-9a8c-9a81867567e2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325716 Nov 01 00:11:14.645576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90db0b4f-d6b2-4ad3-af99-eae909f43dc4 req-f3186315-c037-47af-90d8-a50aa4a73aa0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:14.647475 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90db0b4f-d6b2-4ad3-af99-eae909f43dc4 req-f3186315-c037-47af-90d8-a50aa4a73aa0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0766153 Nov 01 00:11:14.660768 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b799b403-556f-4d72-aa88-e0846071a117 req-64047eae-e192-4f31-8bbf-cc908b19ed30 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:14.662468 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b799b403-556f-4d72-aa88-e0846071a117 req-64047eae-e192-4f31-8bbf-cc908b19ed30 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0793359 Nov 01 00:11:14.723894 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-90db0b4f-d6b2-4ad3-af99-eae909f43dc4 req-40311f1d-53a8-4a5b-919c-dbafeaff5195 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603111 Nov 01 00:11:14.726707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b799b403-556f-4d72-aa88-e0846071a117 req-047b3496-79f2-43e5-b15f-864d14d62560 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574841 Nov 01 00:11:15.127237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd962e3-7f73-4bcf-9ff8-e8c2480bc3d9 req-03f69a39-0b07-4c06-b298-09162a9176cf tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:15.128800 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1fd962e3-7f73-4bcf-9ff8-e8c2480bc3d9 req-03f69a39-0b07-4c06-b298-09162a9176cf tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0517294 Nov 01 00:11:15.174380 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1fd962e3-7f73-4bcf-9ff8-e8c2480bc3d9 req-6895c99c-636d-495c-ab02-4056e2a48abe tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387046 Nov 01 00:11:15.880205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea241ac-c01f-48bc-bf91-2904ad31cf0c req-572f094b-0ea5-4d82-9757-d2ba5d7c62b7 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:15.881677 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ea241ac-c01f-48bc-bf91-2904ad31cf0c req-572f094b-0ea5-4d82-9757-d2ba5d7c62b7 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0831742 Nov 01 00:11:15.889970 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f7520-c392-473e-a6af-fd4b2f3262e0 req-4579cece-ad93-442e-a941-4cbc89681b54 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:15.891543 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aa8f7520-c392-473e-a6af-fd4b2f3262e0 req-4579cece-ad93-442e-a941-4cbc89681b54 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0801620 Nov 01 00:11:15.949291 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ea241ac-c01f-48bc-bf91-2904ad31cf0c req-0ba07a6f-e9bd-4ed2-a7f7-75665e5b64f6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567434 Nov 01 00:11:15.952026 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aa8f7520-c392-473e-a6af-fd4b2f3262e0 req-faa95c73-a1d1-43b0-b052-ca7d692a5779 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533929 Nov 01 00:11:16.293764 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb3eca2-e2e0-4142-b206-e7e939dad0a4 req-e98bc06b-c860-4081-9d05-095ed1cc7812 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:16.295168 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4cb3eca2-e2e0-4142-b206-e7e939dad0a4 req-e98bc06b-c860-4081-9d05-095ed1cc7812 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0477295 Nov 01 00:11:16.332976 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4cb3eca2-e2e0-4142-b206-e7e939dad0a4 req-723ed24e-e38f-427f-83e9-f768f5fbfae2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317278 Nov 01 00:11:16.978395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e06264-8182-4b03-b05b-94478d254046 req-fb884a72-c78d-4e0d-8a93-644793e6f89c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:16.980017 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08e06264-8182-4b03-b05b-94478d254046 req-fb884a72-c78d-4e0d-8a93-644793e6f89c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0491004 Nov 01 00:11:17.025346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08e06264-8182-4b03-b05b-94478d254046 req-14d2f99b-884e-47ab-b540-90a979de0201 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351136 Nov 01 00:11:17.083144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c769f5-5824-4bea-895e-c15d9cb4acd1 req-212c2f83-bc97-4018-955c-a7eb4b2491aa tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:17.084653 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4c769f5-5824-4bea-895e-c15d9cb4acd1 req-212c2f83-bc97-4018-955c-a7eb4b2491aa tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0584006 Nov 01 00:11:17.154743 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4c769f5-5824-4bea-895e-c15d9cb4acd1 req-50372f81-8465-4d49-b591-36644f6568ff tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634627 Nov 01 00:11:17.174357 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e6c38-0ec8-441d-ac62-8cb62fb768ff req-0fbd42ef-a51e-4076-afcf-62302ea9317d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:17.176201 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a89e6c38-0ec8-441d-ac62-8cb62fb768ff req-0fbd42ef-a51e-4076-afcf-62302ea9317d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0670333 Nov 01 00:11:17.214023 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a89e6c38-0ec8-441d-ac62-8cb62fb768ff req-34e5d0ca-3524-4a5b-b1b2-d88403675bb4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319889 Nov 01 00:11:17.468379 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8553ae53-cc7d-4b86-9252-03e95a15276c req-f6a6dbb2-9598-4577-ac99-6ffe1d2d95e2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:17.469906 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8553ae53-cc7d-4b86-9252-03e95a15276c req-f6a6dbb2-9598-4577-ac99-6ffe1d2d95e2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0493541 Nov 01 00:11:17.512292 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8553ae53-cc7d-4b86-9252-03e95a15276c req-dec0df9e-1654-4c50-9b22-0fb9fb9bfa33 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358443 Nov 01 00:11:17.948235 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-71ac6e15-5bb3-411d-8b12-bc9ad16aa6c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416172 Nov 01 00:11:18.032439 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-37a77a20-3fe2-42b0-9a03-24523df326b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.037686 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-37a77a20-3fe2-42b0-9a03-24523df326b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 1098 time: 0.0406077 Nov 01 00:11:18.234490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-51274c2a-2e87-423f-9a55-992d3a18356e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.235997 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-51274c2a-2e87-423f-9a55-992d3a18356e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 1096 time: 0.1301990 Nov 01 00:11:18.268105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c182294-e374-49d0-b934-738abc0dd30d req-7ef44938-c2f7-4ee4-842c-9ba21f95c6a9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.269928 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7c182294-e374-49d0-b934-738abc0dd30d req-7ef44938-c2f7-4ee4-842c-9ba21f95c6a9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.1540353 Nov 01 00:11:18.290076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-433522a2-5408-4de1-b37d-0d45fd3d8819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.291942 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-433522a2-5408-4de1-b37d-0d45fd3d8819 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.2374139 Nov 01 00:11:18.376417 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-4a4c485e-f80a-4b0c-a0dc-80e86bc555f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 200 len: 217 time: 0.0679121 Nov 01 00:11:18.434757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7c182294-e374-49d0-b934-738abc0dd30d req-b54a85c0-d7b1-41cc-b3d6-0e624724ea8f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479392 Nov 01 00:11:18.445004 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c501e17-c10c-43c9-9366-0277b40a2ea1 req-9523e515-e25f-429c-bf7d-4883ec24d852 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.446426 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c501e17-c10c-43c9-9366-0277b40a2ea1 req-9523e515-e25f-429c-bf7d-4883ec24d852 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.2180781 Nov 01 00:11:18.452448 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-ee813460-273b-4bb6-aa3a-024866a879af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.453900 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-ee813460-273b-4bb6-aa3a-024866a879af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1096 time: 0.1661246 Nov 01 00:11:18.490548 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-14af6577-3ee1-4dd4-8456-b1337bbd3dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.492076 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-14af6577-3ee1-4dd4-8456-b1337bbd3dde service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.1053917 Nov 01 00:11:18.593407 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-c724a8d2-efdf-470d-9702-0b1959c6543c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759270 Nov 01 00:11:18.605732 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c501e17-c10c-43c9-9366-0277b40a2ea1 req-db909b37-c5db-4fc7-8838-730bada82ec4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339440 Nov 01 00:11:18.952417 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-74253380-b344-427f-8176-522bcd81456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.953879 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-74253380-b344-427f-8176-522bcd81456a service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.4921443 Nov 01 00:11:18.961919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d11f27-503e-41d0-a284-1964448edf65 req-a15760b4-cde7-4f3e-85ae-063a58b0a97a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:18.963274 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c8d11f27-503e-41d0-a284-1964448edf65 req-a15760b4-cde7-4f3e-85ae-063a58b0a97a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.4396563 Nov 01 00:11:19.094326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d978fbe7-139b-4597-8942-c54e5a5d4cab req-e014d8d1-b070-4d28-a449-eebb6d851251 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:19.095809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d978fbe7-139b-4597-8942-c54e5a5d4cab req-e014d8d1-b070-4d28-a449-eebb6d851251 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.4133956 Nov 01 00:11:19.108992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-1814070c-3440-4436-b105-3425c84580c0 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022287 Nov 01 00:11:19.111822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c8d11f27-503e-41d0-a284-1964448edf65 req-0533113d-c96b-4f75-88a6-8d166914c349 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339653 Nov 01 00:11:19.142052 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-0f6580df-7a93-457c-984e-c8096fa1212d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 998 time: 0.1345801 Nov 01 00:11:19.237363 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d978fbe7-139b-4597-8942-c54e5a5d4cab req-fd6f83c6-41fc-4c2a-b77a-3c9be5b4fe54 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310759 Nov 01 00:11:19.254615 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-3f6705c2-a1e5-4d63-9a9a-135588d21338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:19.256133 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-3f6705c2-a1e5-4d63-9a9a-135588d21338 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.1014178 Nov 01 00:11:19.298814 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cdfcca52-d5da-4a35-b9bf-10049d38244a req-4d5b9f0f-5fd6-478e-af9d-e148dfbb38c7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759496 Nov 01 00:11:19.313615 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-801a6257-575d-4ff1-9798-7b475d73f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:19.315057 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-801a6257-575d-4ff1-9798-7b475d73f471 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481207 Nov 01 00:11:19.406702 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-908f28bc-b4bb-4da9-a78a-ab45f73f68ca service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830650 Nov 01 00:11:19.505548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-e3a8968d-31b2-4d86-b1a2-fe6db5eeeb65 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909963 Nov 01 00:11:19.554247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32736cf3-4ab1-4e16-a8ee-9752912913b1 req-87903267-e3d5-43dd-9faf-fa07fd9737c6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:19.555841 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-32736cf3-4ab1-4e16-a8ee-9752912913b1 req-87903267-e3d5-43dd-9faf-fa07fd9737c6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0537813 Nov 01 00:11:19.593628 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-32736cf3-4ab1-4e16-a8ee-9752912913b1 req-3d8319d6-20db-4b26-8e16-191a662c345e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318573 Nov 01 00:11:19.727219 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cab86-0f52-4ea9-b7f8-d2890baf9141 req-2d4c03a8-17f7-48d2-8bdb-fc17d7bff509 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:19.728711 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-467cab86-0f52-4ea9-b7f8-d2890baf9141 req-2d4c03a8-17f7-48d2-8bdb-fc17d7bff509 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0544145 Nov 01 00:11:19.770216 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-467cab86-0f52-4ea9-b7f8-d2890baf9141 req-2043d0ad-4a5e-4516-97c0-b09061f08fe6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Nov 01 00:11:19.983315 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:11:20.227270 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248a974-9f15-4135-b168-67c4e90891e9 req-c90691ff-7ada-4373-8afe-8d8055aa0b06 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:20.228824 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1248a974-9f15-4135-b168-67c4e90891e9 req-c90691ff-7ada-4373-8afe-8d8055aa0b06 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0491116 Nov 01 00:11:20.269837 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1248a974-9f15-4135-b168-67c4e90891e9 req-dd495d6f-56c8-4d25-9e50-8d6081f27e4b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347509 Nov 01 00:11:20.362423 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c7bae-d9b5-4cb7-8680-0e322ec84772 req-f6295903-993e-4550-819c-eafb1ecb7d46 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:20.364926 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c5c7bae-d9b5-4cb7-8680-0e322ec84772 req-f6295903-993e-4550-819c-eafb1ecb7d46 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0500164 Nov 01 00:11:20.402455 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c5c7bae-d9b5-4cb7-8680-0e322ec84772 req-7824099d-9880-4561-a208-4618c2f29634 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314183 Nov 01 00:11:20.713062 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee3ab-2cde-4e33-a756-1f4769abe507 req-0aab52ec-8a6d-4e7f-b6d0-2c0b7eda6bae tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:20.714583 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050ee3ab-2cde-4e33-a756-1f4769abe507 req-0aab52ec-8a6d-4e7f-b6d0-2c0b7eda6bae tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0553780 Nov 01 00:11:20.754378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050ee3ab-2cde-4e33-a756-1f4769abe507 req-e69672b1-c13d-4e42-8328-a7bc6e7018b8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336390 Nov 01 00:11:20.885247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8042ea3a-203c-47a9-bd98-0c122b04b32f req-19113ed1-863e-44db-b3ba-5165d8c71f6d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:20.886663 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8042ea3a-203c-47a9-bd98-0c122b04b32f req-19113ed1-863e-44db-b3ba-5165d8c71f6d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0513916 Nov 01 00:11:20.926407 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8042ea3a-203c-47a9-bd98-0c122b04b32f req-d9d9743b-2c20-4541-9604-a13096d370bc tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336568 Nov 01 00:11:21.390956 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920d9b22-7807-42b2-9a3f-4208a961e280 req-20dd701f-8a9a-4ec8-b782-13ddc003cc0d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:21.392662 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-920d9b22-7807-42b2-9a3f-4208a961e280 req-20dd701f-8a9a-4ec8-b782-13ddc003cc0d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0499136 Nov 01 00:11:21.430408 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-920d9b22-7807-42b2-9a3f-4208a961e280 req-d50d51e6-ceae-403b-89dd-61a8d18fe504 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311656 Nov 01 00:11:21.521144 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:21.530009 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec7202-ab12-4817-97bd-ca311eb80bd3 req-15beaace-0fc7-4fcb-80bf-9207b2b002c0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:21.531556 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71ec7202-ab12-4817-97bd-ca311eb80bd3 req-15beaace-0fc7-4fcb-80bf-9207b2b002c0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0556724 Nov 01 00:11:21.571559 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71ec7202-ab12-4817-97bd-ca311eb80bd3 req-c8721a0c-d7a2-49b3-85e0-34f0a0488546 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334623 Nov 01 00:11:21.867677 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1800fa-f225-4936-92fd-b8993966136d req-455035d0-8774-4c71-a4bc-442a31faa2ab tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:21.869240 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ab1800fa-f225-4936-92fd-b8993966136d req-455035d0-8774-4c71-a4bc-442a31faa2ab tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0488801 Nov 01 00:11:21.907307 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ab1800fa-f225-4936-92fd-b8993966136d req-e89e607c-6608-4588-97d2-976c4d0ebe04 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322006 Nov 01 00:11:22.043816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a94c0c-4566-41af-8acc-1e6cb8e72d42 req-9a81bd14-64a4-4081-899b-1161a5948ace tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:22.045236 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c3a94c0c-4566-41af-8acc-1e6cb8e72d42 req-9a81bd14-64a4-4081-899b-1161a5948ace tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0521846 Nov 01 00:11:22.084992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c3a94c0c-4566-41af-8acc-1e6cb8e72d42 req-6907832d-a44c-4f2a-8d88-8822b0d74e61 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331779 Nov 01 00:11:22.550152 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3acad61-a694-4b37-b084-90c5c7bc5e2f req-9c32b553-0338-4dc4-9c79-cb8e90ad8bc4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:22.551844 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d3acad61-a694-4b37-b084-90c5c7bc5e2f req-9c32b553-0338-4dc4-9c79-cb8e90ad8bc4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0535624 Nov 01 00:11:22.589127 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d3acad61-a694-4b37-b084-90c5c7bc5e2f req-1b5fdfcc-695f-4115-8878-8d9e771535fc tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Nov 01 00:11:22.693408 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af047a-4125-46a8-812c-e7dff06289fc req-4529f830-e5cf-4223-bb52-19f93e18dec7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:22.694874 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-97af047a-4125-46a8-812c-e7dff06289fc req-4529f830-e5cf-4223-bb52-19f93e18dec7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0507631 Nov 01 00:11:22.733903 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-97af047a-4125-46a8-812c-e7dff06289fc req-da535254-c6b2-4501-9f45-3e065840f1a0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326841 Nov 01 00:11:23.024487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4de9aa-2a25-4284-9497-510a7bdc4cb6 req-ee258d72-aa01-44dc-a730-1b6202ecad53 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:23.026072 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d4de9aa-2a25-4284-9497-510a7bdc4cb6 req-ee258d72-aa01-44dc-a730-1b6202ecad53 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0510514 Nov 01 00:11:23.063825 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d4de9aa-2a25-4284-9497-510a7bdc4cb6 req-3d84f9eb-3f52-4151-b1d4-675c4aa5de1f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317373 Nov 01 00:11:23.204909 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697a05e-40d1-418d-a02a-10fe9dbc55dc req-7f8ac9d9-8d12-48e0-8890-a20af016b971 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:23.206292 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f697a05e-40d1-418d-a02a-10fe9dbc55dc req-7f8ac9d9-8d12-48e0-8890-a20af016b971 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0550601 Nov 01 00:11:23.245410 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f697a05e-40d1-418d-a02a-10fe9dbc55dc req-b0c90267-1614-46dd-816c-67c4b5ef7cfa tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330667 Nov 01 00:11:23.707021 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f01956-b8ce-408c-87e6-e91c00296778 req-a7868469-2a24-4fbf-abe7-33c052f973fa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:23.708622 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-84f01956-b8ce-408c-87e6-e91c00296778 req-a7868469-2a24-4fbf-abe7-33c052f973fa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0515494 Nov 01 00:11:23.746134 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-84f01956-b8ce-408c-87e6-e91c00296778 req-c5df2ab3-6a77-44e9-b915-6035c1ba7060 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316544 Nov 01 00:11:23.857262 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b36ae-131a-4645-85d2-aed2df61a1f1 req-f4e89a53-2049-4bb1-960b-2dfd73dc2729 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:23.858735 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd2b36ae-131a-4645-85d2-aed2df61a1f1 req-f4e89a53-2049-4bb1-960b-2dfd73dc2729 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0528398 Nov 01 00:11:23.896900 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd2b36ae-131a-4645-85d2-aed2df61a1f1 req-5aa7b32e-f16e-47a3-ae3b-a499b8e35d53 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317299 Nov 01 00:11:24.184411 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad273c-5cf8-4b61-8053-d2db410a318f req-dfd24856-b9b3-47c4-94fd-b496b4764091 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:24.185895 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ad273c-5cf8-4b61-8053-d2db410a318f req-dfd24856-b9b3-47c4-94fd-b496b4764091 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0538111 Nov 01 00:11:24.243111 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ad273c-5cf8-4b61-8053-d2db410a318f req-9c790f33-fa43-4074-bb9e-e246849e8e1f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321293 Nov 01 00:11:24.362468 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264331e-92df-4960-a0c4-47a0dca5864c req-6403bffb-39e4-4a24-9f55-ecf544524056 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:24.364572 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0264331e-92df-4960-a0c4-47a0dca5864c req-6403bffb-39e4-4a24-9f55-ecf544524056 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0528438 Nov 01 00:11:24.405947 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0264331e-92df-4960-a0c4-47a0dca5864c req-4aef201a-5be9-4baf-99a4-5d0120e4aea0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332441 Nov 01 00:11:24.861188 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4cda16-c9e5-4248-af55-47fa08812072 req-072133dd-fdf5-43ee-a0a1-ea646c58a170 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:24.862671 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dd4cda16-c9e5-4248-af55-47fa08812072 req-072133dd-fdf5-43ee-a0a1-ea646c58a170 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0494065 Nov 01 00:11:24.901344 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dd4cda16-c9e5-4248-af55-47fa08812072 req-0ff56f05-9dda-4537-8faa-12cc1eaf9275 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317714 Nov 01 00:11:25.030294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f4396-27ba-49c7-a4b0-35d831bdf742 req-4ed843d3-ac32-41cc-aa69-56af89bea87c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:25.031775 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b00f4396-27ba-49c7-a4b0-35d831bdf742 req-4ed843d3-ac32-41cc-aa69-56af89bea87c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0531757 Nov 01 00:11:25.070287 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b00f4396-27ba-49c7-a4b0-35d831bdf742 req-1f8e7048-fc22-4f8a-9375-ae55cd649cb9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320637 Nov 01 00:11:25.349453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c5001-e64f-4dbb-bacd-93004a836876 req-ffb8c659-30f6-4858-902b-20c7f9d17e48 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:25.350923 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-645c5001-e64f-4dbb-bacd-93004a836876 req-ffb8c659-30f6-4858-902b-20c7f9d17e48 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0568621 Nov 01 00:11:25.388538 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-645c5001-e64f-4dbb-bacd-93004a836876 req-862986fa-eb86-4104-9854-c405b25153d8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313616 Nov 01 00:11:25.524441 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96ba97-2a24-4cdd-8fa4-7448b75bb441 req-51da4a48-a6e4-4e03-baa4-703956bccc0b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:25.525903 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4c96ba97-2a24-4cdd-8fa4-7448b75bb441 req-51da4a48-a6e4-4e03-baa4-703956bccc0b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0489302 Nov 01 00:11:25.562682 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4c96ba97-2a24-4cdd-8fa4-7448b75bb441 req-55872d32-9d8f-44f7-a367-1aa6ad49b97a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307994 Nov 01 00:11:26.030533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d9486-059f-4c23-9c0a-43951efad14a req-1b35f5e5-9e5d-432e-9f67-d132e6c2b86a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:26.032084 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4b9d9486-059f-4c23-9c0a-43951efad14a req-1b35f5e5-9e5d-432e-9f67-d132e6c2b86a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0553529 Nov 01 00:11:26.073267 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4b9d9486-059f-4c23-9c0a-43951efad14a req-afb1f1e8-1848-4019-b421-9018944d1e55 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340142 Nov 01 00:11:26.193292 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e014e47-a2e9-46ff-b3d1-5c3c92cdce5b req-8613be5d-7806-4f54-b207-801394ca68e7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:26.194718 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8e014e47-a2e9-46ff-b3d1-5c3c92cdce5b req-8613be5d-7806-4f54-b207-801394ca68e7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0510266 Nov 01 00:11:26.232282 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8e014e47-a2e9-46ff-b3d1-5c3c92cdce5b req-1faac5de-d8d6-413d-b66a-f1338b013739 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316308 Nov 01 00:11:26.506074 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88e81c-e226-4766-acaf-4bfbc1827544 req-a981c477-85f1-4ac5-9f5b-11ab93ea79fa tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:26.507593 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de88e81c-e226-4766-acaf-4bfbc1827544 req-a981c477-85f1-4ac5-9f5b-11ab93ea79fa tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0511408 Nov 01 00:11:26.544676 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de88e81c-e226-4766-acaf-4bfbc1827544 req-795c0c02-44fa-41da-aeb2-e0e31a1ee5ae tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311980 Nov 01 00:11:26.680334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefeeda-ed91-4b9b-82f4-827cd30d3bc1 req-84005309-6d93-41c0-ab76-7edfc1e43951 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:26.681821 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7fefeeda-ed91-4b9b-82f4-827cd30d3bc1 req-84005309-6d93-41c0-ab76-7edfc1e43951 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0539675 Nov 01 00:11:26.724914 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7fefeeda-ed91-4b9b-82f4-827cd30d3bc1 req-e3688784-21a2-44b3-ab87-24f4ff3e9441 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370862 Nov 01 00:11:27.170403 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:11:27.189228 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f80047-4f61-4670-9a1e-b16ccd3ca0b4 req-780229d4-4ea3-41e6-b459-39e4e3a78cb0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:27.190700 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-75f80047-4f61-4670-9a1e-b16ccd3ca0b4 req-780229d4-4ea3-41e6-b459-39e4e3a78cb0 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0508003 Nov 01 00:11:27.229306 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-75f80047-4f61-4670-9a1e-b16ccd3ca0b4 req-c28974cb-9c10-4430-a46a-6da2eb8e66a8 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320020 Nov 01 00:11:27.270917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:27.282079 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'mac_address': 'fa:16:3e:16:75:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:11:27.320852 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:27.334610 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:11:27.359458 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:27.364077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418894c7-fe7a-4057-93ff-5688d02be1b4 req-996ba886-2d4c-49d9-ac82-8012e4873509 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:27.365587 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-418894c7-fe7a-4057-93ff-5688d02be1b4 req-996ba886-2d4c-49d9-ac82-8012e4873509 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0586076 Nov 01 00:11:27.403554 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-418894c7-fe7a-4057-93ff-5688d02be1b4 req-90488760-ed8f-47e5-86dc-05c49ad34b93 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320103 Nov 01 00:11:27.419876 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:27.469804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:27.664774 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d00d6a-add2-4b03-abf2-e7aadbee3ce3 req-3e9095d3-9ec4-47e6-80b8-e3bba9a23a81 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:27.666266 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17d00d6a-add2-4b03-abf2-e7aadbee3ce3 req-3e9095d3-9ec4-47e6-80b8-e3bba9a23a81 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0534883 Nov 01 00:11:27.704214 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-17d00d6a-add2-4b03-abf2-e7aadbee3ce3 req-0a7ac32d-5f57-4a6c-9a4a-0e7b9f1dda68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315173 Nov 01 00:11:27.839496 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c84ddc-4951-40bb-a02c-cf78a3de6b2e req-5557c4ad-888f-4a03-80ca-327c03fe1f31 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:27.841029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64c84ddc-4951-40bb-a02c-cf78a3de6b2e req-5557c4ad-888f-4a03-80ca-327c03fe1f31 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 944 time: 0.0493126 Nov 01 00:11:27.851671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:11:27.886036 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64c84ddc-4951-40bb-a02c-cf78a3de6b2e req-c1ce9d2c-3fc9-4edb-94cb-240ceab52f8e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Nov 01 00:11:28.383315 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7145b4-596e-424d-a007-0712710100ac req-8eaefb0c-eb5c-42b9-a839-562d7f70486a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:28.393288 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9a7145b4-596e-424d-a007-0712710100ac req-8eaefb0c-eb5c-42b9-a839-562d7f70486a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0925860 Nov 01 00:11:28.464139 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9a7145b4-596e-424d-a007-0712710100ac req-d007e7ff-2fd9-4ae1-adea-2e6f8a27dc22 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607684 Nov 01 00:11:28.612328 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d565a93-957b-46fc-a205-9df8c92a79a9 req-c6b24128-4c32-491c-9c6b-8499688e3553 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:28.614497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d565a93-957b-46fc-a205-9df8c92a79a9 req-c6b24128-4c32-491c-9c6b-8499688e3553 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0800865 Nov 01 00:11:28.693593 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d565a93-957b-46fc-a205-9df8c92a79a9 req-94e49825-2e81-4b70-b3c8-996ede30baf8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0687745 Nov 01 00:11:28.834247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c89107-aea5-4859-871e-f4383b6bee93 req-20ae3007-a8d6-43e0-b3d4-72a6541df5a7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:28.835856 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56c89107-aea5-4859-871e-f4383b6bee93 req-20ae3007-a8d6-43e0-b3d4-72a6541df5a7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0547891 Nov 01 00:11:28.877166 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56c89107-aea5-4859-871e-f4383b6bee93 req-780724bc-e655-42f2-ad4a-d5cd74b05c03 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353141 Nov 01 00:11:29.015455 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff46c-6c74-42b0-ac96-1ca696a2b8a3 req-2bbb31a0-2f9f-496f-8280-65598561ec6e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:29.016987 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6a4ff46c-6c74-42b0-ac96-1ca696a2b8a3 req-2bbb31a0-2f9f-496f-8280-65598561ec6e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 944 time: 0.0611537 Nov 01 00:11:29.056639 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6a4ff46c-6c74-42b0-ac96-1ca696a2b8a3 req-a9ec9f5c-7daf-4bb7-9000-59afc0bcda9f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332053 Nov 01 00:11:29.194612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:11:29.317068 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:11:29.321562 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:11:29.325271 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:29.425916 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:29.465346 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:11:29.467600 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6fe99f-c85b-4fe0-af4e-b1a0bb153163" -d '{"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-plugged", "status": "completed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:11:29.484993 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:11:29.509225 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5c408f-4ce2-4a43-8d4a-c78b3e287ed6 x-openstack-request-id: req-4c5c408f-4ce2-4a43-8d4a-c78b3e287ed6 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:11:29.509546 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-plugged", "status": "completed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:11:29.509814 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4c5c408f-4ce2-4a43-8d4a-c78b3e287ed6 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:11:29.510219 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'code': 200} Nov 01 00:11:29.571884 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa58d2d-520c-4c8a-bf44-bc0b0d084fca req-cc0c80dc-2f19-4e93-9145-a2f69d977809 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:29.573380 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fa58d2d-520c-4c8a-bf44-bc0b0d084fca req-cc0c80dc-2f19-4e93-9145-a2f69d977809 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0548644 Nov 01 00:11:29.620029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4fa58d2d-520c-4c8a-bf44-bc0b0d084fca req-703aa492-fadb-4af4-88a2-6f34b2b477ff tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405054 Nov 01 00:11:29.747046 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:29.825581 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:29.841952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d18d45e-b506-41f9-aaf4-c3147cf0c438 req-2570c976-aa6e-47b9-84d3-018a5a9071e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:29.843458 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d18d45e-b506-41f9-aaf4-c3147cf0c438 req-2570c976-aa6e-47b9-84d3-018a5a9071e3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0678813 Nov 01 00:11:29.881944 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d18d45e-b506-41f9-aaf4-c3147cf0c438 req-d5f4f49d-58b4-4cb4-82a1-0d2ddb1b5d2a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326052 Nov 01 00:11:30.007757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e951296-e4f5-480e-b237-0a32e7342c0e req-449ecf1b-fd8d-4133-bf22-7a6b0d7ad960 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:30.009465 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e951296-e4f5-480e-b237-0a32e7342c0e req-449ecf1b-fd8d-4133-bf22-7a6b0d7ad960 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0519142 Nov 01 00:11:30.050121 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e951296-e4f5-480e-b237-0a32e7342c0e req-40feb40f-4b9f-45db-a615-728111175fd4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341542 Nov 01 00:11:30.177032 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d9232-f877-4339-a936-08eae6e00e9a req-75bfda2f-035b-47c9-be64-62588ec0fa2e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:30.178475 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d89d9232-f877-4339-a936-08eae6e00e9a req-75bfda2f-035b-47c9-be64-62588ec0fa2e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0529349 Nov 01 00:11:30.217444 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d89d9232-f877-4339-a936-08eae6e00e9a req-e8b24279-696a-4f76-bd91-4e79887eec18 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327868 Nov 01 00:11:30.759732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c545d-3f60-47c6-9d4b-82f087f87f7d req-a12f36ad-eaf8-4e8b-939a-101b12e2a5e9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:30.761605 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-976c545d-3f60-47c6-9d4b-82f087f87f7d req-a12f36ad-eaf8-4e8b-939a-101b12e2a5e9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0549765 Nov 01 00:11:30.800451 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-976c545d-3f60-47c6-9d4b-82f087f87f7d req-e59005ee-fa52-42fe-b69f-71ac4223e119 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329683 Nov 01 00:11:31.009923 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfdc75-b446-4eeb-bef5-571307fbdb7e req-75e10176-775e-4d0d-a3d2-4ec4766e790f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:31.011309 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cacfdc75-b446-4eeb-bef5-571307fbdb7e req-75e10176-775e-4d0d-a3d2-4ec4766e790f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0489755 Nov 01 00:11:31.049836 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cacfdc75-b446-4eeb-bef5-571307fbdb7e req-4845f736-0c9a-4e84-bccd-84cb196708f2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326517 Nov 01 00:11:31.172532 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff7eb3a-9e08-4d6e-b5d3-f7c20255b02d req-2adb55d3-e9a5-4b36-ac8c-0e7278273598 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:31.174089 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ff7eb3a-9e08-4d6e-b5d3-f7c20255b02d req-2adb55d3-e9a5-4b36-ac8c-0e7278273598 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0565712 Nov 01 00:11:31.213239 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ff7eb3a-9e08-4d6e-b5d3-f7c20255b02d req-6da5c7b6-5338-4533-b8e8-a7880f80f09b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Nov 01 00:11:31.339140 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5844750-e7aa-4e9a-8ef1-6ac07127c13a req-48545955-3e82-44a3-9056-818af1e4baf1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:31.340544 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5844750-e7aa-4e9a-8ef1-6ac07127c13a req-48545955-3e82-44a3-9056-818af1e4baf1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0489938 Nov 01 00:11:31.378222 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5844750-e7aa-4e9a-8ef1-6ac07127c13a req-a1067ee7-515f-45bc-80a2-f5e963b49bd1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315824 Nov 01 00:11:31.920318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2822af9e-67a9-44ad-bb3d-b066d58e1245 req-ae912f9d-f983-4124-8d87-da6ba845b74d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:31.921766 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2822af9e-67a9-44ad-bb3d-b066d58e1245 req-ae912f9d-f983-4124-8d87-da6ba845b74d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0528760 Nov 01 00:11:31.961426 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2822af9e-67a9-44ad-bb3d-b066d58e1245 req-404fd9a4-f4df-47f5-8195-caff4475e15e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Nov 01 00:11:32.180386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2b901-9286-448e-b6b3-f0ab6cb33413 req-e5617170-7d32-4ff5-8a77-c8dc19f34aa1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:32.181998 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cad2b901-9286-448e-b6b3-f0ab6cb33413 req-e5617170-7d32-4ff5-8a77-c8dc19f34aa1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0528688 Nov 01 00:11:32.224435 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cad2b901-9286-448e-b6b3-f0ab6cb33413 req-d56d10d8-79ea-420c-93b8-d9db111f30b2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358391 Nov 01 00:11:32.327655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e4550-c1a0-49f5-908c-fac7cab6b7cb req-5febbe3c-cd6d-4212-8d8b-118b55c701fc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:32.329156 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e16e4550-c1a0-49f5-908c-fac7cab6b7cb req-5febbe3c-cd6d-4212-8d8b-118b55c701fc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0508573 Nov 01 00:11:32.367547 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e16e4550-c1a0-49f5-908c-fac7cab6b7cb req-0a9f85d3-b3cc-4a66-8aac-79c5c340025b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314837 Nov 01 00:11:32.507502 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc41bf-60e9-45f0-8309-f3f18934da7e req-2d81ac2d-d3c7-4b1d-b956-ca2502f3f7c1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:32.509216 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9bc41bf-60e9-45f0-8309-f3f18934da7e req-2d81ac2d-d3c7-4b1d-b956-ca2502f3f7c1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0627556 Nov 01 00:11:32.547146 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9bc41bf-60e9-45f0-8309-f3f18934da7e req-eb49fa02-dc9c-4bc8-8448-ea308c2bbf49 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319233 Nov 01 00:11:33.085751 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784082b-78e5-4e3c-81c3-0be0e5c96fd1 req-104635e6-cbf5-48c5-a79d-ae24c5214582 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:33.087187 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b784082b-78e5-4e3c-81c3-0be0e5c96fd1 req-104635e6-cbf5-48c5-a79d-ae24c5214582 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0520966 Nov 01 00:11:33.128373 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b784082b-78e5-4e3c-81c3-0be0e5c96fd1 req-d8f97304-81d3-4ddc-b684-a68cac5d35a5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Nov 01 00:11:33.348779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c979b05-0b1b-496a-8c3e-2dfe50220942 req-8b193895-d3c2-4374-a419-c2299fcd163e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:33.356627 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c979b05-0b1b-496a-8c3e-2dfe50220942 req-8b193895-d3c2-4374-a419-c2299fcd163e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0577765 Nov 01 00:11:33.391338 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c979b05-0b1b-496a-8c3e-2dfe50220942 req-52ffbbde-5d37-4cc7-a7b4-ef56af190892 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336902 Nov 01 00:11:33.486530 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e9a096-a240-456f-b9de-939eced603d9 req-c704a6e4-b83b-41ad-883d-18c28fc7003f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:33.489050 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e9a096-a240-456f-b9de-939eced603d9 req-c704a6e4-b83b-41ad-883d-18c28fc7003f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0548205 Nov 01 00:11:33.527075 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5e9a096-a240-456f-b9de-939eced603d9 req-98fffce8-9a3a-40c9-bb6d-74a0f60104fb tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Nov 01 00:11:33.674279 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cc241-48be-4dd5-9e84-1c81cbad4e53 req-c94985f0-5fc5-412d-b360-c77401635ff3 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:33.676483 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8f9cc241-48be-4dd5-9e84-1c81cbad4e53 req-c94985f0-5fc5-412d-b360-c77401635ff3 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0609646 Nov 01 00:11:33.716493 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8f9cc241-48be-4dd5-9e84-1c81cbad4e53 req-a5b40dff-d86a-48cf-be72-c3886b283ed1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332792 Nov 01 00:11:34.261115 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177d42-d9a3-46dd-8520-b1749dc77d32 req-ffb3c9c3-fb61-4c0f-8349-ee13ffdc344e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:34.262590 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43177d42-d9a3-46dd-8520-b1749dc77d32 req-ffb3c9c3-fb61-4c0f-8349-ee13ffdc344e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0605867 Nov 01 00:11:34.306913 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43177d42-d9a3-46dd-8520-b1749dc77d32 req-8eccdc59-2faa-44b4-828c-fd77e8ca2b2c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379076 Nov 01 00:11:34.539052 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a6d58-dff6-4118-ab27-96a49400d78b req-f22293b9-97b5-49ee-8f84-259089e8915b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:34.540998 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc3a6d58-dff6-4118-ab27-96a49400d78b req-f22293b9-97b5-49ee-8f84-259089e8915b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0696027 Nov 01 00:11:34.581100 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc3a6d58-dff6-4118-ab27-96a49400d78b req-beaf29f1-f0f7-4e50-8c67-827e05938f06 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341089 Nov 01 00:11:34.654829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0aaef3-676d-4480-bef8-b03fcc3f49a7 req-19639e11-c6da-4554-9e40-b255575946bf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:34.656356 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bc0aaef3-676d-4480-bef8-b03fcc3f49a7 req-19639e11-c6da-4554-9e40-b255575946bf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0560956 Nov 01 00:11:34.696611 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bc0aaef3-676d-4480-bef8-b03fcc3f49a7 req-d1cb166c-5868-41bb-bf33-be83c6a43c88 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333571 Nov 01 00:11:34.834015 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4e6f-3623-43e5-b2a3-bd6d1eb1eb0a req-d0c14e5b-eb9b-4264-8021-5e20969ebaf8 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:34.835458 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0bdb4e6f-3623-43e5-b2a3-bd6d1eb1eb0a req-d0c14e5b-eb9b-4264-8021-5e20969ebaf8 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0502257 Nov 01 00:11:34.889393 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0bdb4e6f-3623-43e5-b2a3-bd6d1eb1eb0a req-a14aaf11-bcc0-4219-a219-9bdbf21dfb3a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466862 Nov 01 00:11:35.427951 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abc697-185c-41c7-af43-4e92750130f4 req-217456f0-879c-4b5a-a2ac-06ebb4c7ba0d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:35.430984 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08abc697-185c-41c7-af43-4e92750130f4 req-217456f0-879c-4b5a-a2ac-06ebb4c7ba0d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0516391 Nov 01 00:11:35.469541 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08abc697-185c-41c7-af43-4e92750130f4 req-5c3ea3c2-b0f9-45fe-b65f-c3c3d8432065 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Nov 01 00:11:35.735495 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1304741b-4422-412a-89ed-367c8adb7b72 req-8ea20db2-bb0c-4e6b-9c42-ae073eed3af7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:35.735495 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1304741b-4422-412a-89ed-367c8adb7b72 req-8ea20db2-bb0c-4e6b-9c42-ae073eed3af7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0553715 Nov 01 00:11:35.760594 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1304741b-4422-412a-89ed-367c8adb7b72 req-26041c3e-a329-41e9-9792-078a9710984f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330093 Nov 01 00:11:35.838403 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39dfee-f550-49d5-9d2c-0f85bdf56b2a req-3742aa0c-54ab-4cc1-956c-c7565d41c928 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:35.844332 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae39dfee-f550-49d5-9d2c-0f85bdf56b2a req-3742aa0c-54ab-4cc1-956c-c7565d41c928 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0664279 Nov 01 00:11:35.879721 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae39dfee-f550-49d5-9d2c-0f85bdf56b2a req-4ba0afdd-7814-43a6-b8a4-0e84e0579101 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337873 Nov 01 00:11:36.009549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcb07c-4b82-4cd0-a7a0-057ce25659e7 req-50600d1a-3590-4098-ad65-a4f16f79e754 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:36.011060 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dfbcb07c-4b82-4cd0-a7a0-057ce25659e7 req-50600d1a-3590-4098-ad65-a4f16f79e754 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0493574 Nov 01 00:11:36.053346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dfbcb07c-4b82-4cd0-a7a0-057ce25659e7 req-26a26ab9-9d9c-434b-9541-a1f974f164f4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351222 Nov 01 00:11:36.601169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f90fc-085c-49ca-b619-b7ebda84aafb req-56bafcfa-eb09-45e3-8031-f790367aa004 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:36.605223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a03f90fc-085c-49ca-b619-b7ebda84aafb req-56bafcfa-eb09-45e3-8031-f790367aa004 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0595491 Nov 01 00:11:36.643449 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a03f90fc-085c-49ca-b619-b7ebda84aafb req-31cb686a-ce02-4078-8c38-693c8b8c985f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319266 Nov 01 00:11:36.897609 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040ee8d-bcf5-499c-898e-f94fdeb70b7f req-12099f2f-4702-4eee-b28f-88b77d23f2c5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:36.899323 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d040ee8d-bcf5-499c-898e-f94fdeb70b7f req-12099f2f-4702-4eee-b28f-88b77d23f2c5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0662887 Nov 01 00:11:36.939306 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d040ee8d-bcf5-499c-898e-f94fdeb70b7f req-4991cf06-2576-4d85-a6cc-2a0cfea2ca44 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323415 Nov 01 00:11:37.002867 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f422a-6798-495d-9c4a-7f7a34c0be43 req-7ce3da73-dd5a-4c96-8af3-af1e821e84ef tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:37.011246 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ec7f422a-6798-495d-9c4a-7f7a34c0be43 req-7ce3da73-dd5a-4c96-8af3-af1e821e84ef tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0570536 Nov 01 00:11:37.059731 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ec7f422a-6798-495d-9c4a-7f7a34c0be43 req-33c88444-bc6e-4485-b97e-8357a8f8b154 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429256 Nov 01 00:11:37.185387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0d1579-0f5c-4b95-8209-02ace8fb3d77 req-0ddb4374-4c4c-4efa-98f8-f8bc27636a4e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:37.191663 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d0d1579-0f5c-4b95-8209-02ace8fb3d77 req-0ddb4374-4c4c-4efa-98f8-f8bc27636a4e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0658939 Nov 01 00:11:37.226814 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d0d1579-0f5c-4b95-8209-02ace8fb3d77 req-174dfaab-f744-4791-8001-b5c7011fad9c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326447 Nov 01 00:11:37.771050 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c555903-5bc8-4f52-af91-beb5f6765912 req-3494d236-c13a-4a3e-b116-9aebd6db1882 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:37.772569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c555903-5bc8-4f52-af91-beb5f6765912 req-3494d236-c13a-4a3e-b116-9aebd6db1882 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0583460 Nov 01 00:11:37.810132 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c555903-5bc8-4f52-af91-beb5f6765912 req-7ef70a2f-a75e-46a8-808e-5251e1207df5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316570 Nov 01 00:11:38.082793 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b932e278-1f95-4b4f-9cf4-a9038982dd3c req-7ee5f532-7f1e-477d-ac8e-36ae561b7f96 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:38.084840 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b932e278-1f95-4b4f-9cf4-a9038982dd3c req-7ee5f532-7f1e-477d-ac8e-36ae561b7f96 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0511346 Nov 01 00:11:38.123272 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-608176ef-fa0e-453c-9b36-7ab0e4df9505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:38.128898 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b932e278-1f95-4b4f-9cf4-a9038982dd3c req-ce37bacd-7c51-4ba2-94b8-11cf3e06836c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365934 Nov 01 00:11:38.247030 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e698286-c8f0-4de7-8127-445cfde5afeb req-d6f526d6-8ca3-404d-b5ae-4bb47a20da1f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:38.248478 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e698286-c8f0-4de7-8127-445cfde5afeb req-d6f526d6-8ca3-404d-b5ae-4bb47a20da1f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0536458 Nov 01 00:11:38.295548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e698286-c8f0-4de7-8127-445cfde5afeb req-4601de13-6508-49fb-a89d-306adac464c9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Nov 01 00:11:38.404352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b03b74-090c-4e7e-999a-ce9be9cb021a req-4a474ca0-5f08-4d76-861e-758fff6b01de tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:38.405834 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-31b03b74-090c-4e7e-999a-ce9be9cb021a req-4a474ca0-5f08-4d76-861e-758fff6b01de tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0538535 Nov 01 00:11:38.446485 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-31b03b74-090c-4e7e-999a-ce9be9cb021a req-9eb7fb0d-b625-41e6-9ab7-21779d644828 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345190 Nov 01 00:11:38.929902 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5ebdf-27be-43ec-ae31-6ebd78ab0414 req-01900fe4-c123-4100-9a90-c08e43f41ace tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:38.931536 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f5e5ebdf-27be-43ec-ae31-6ebd78ab0414 req-01900fe4-c123-4100-9a90-c08e43f41ace tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0503402 Nov 01 00:11:38.974848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f5e5ebdf-27be-43ec-ae31-6ebd78ab0414 req-624a7409-05c6-473a-a432-bbbc35c31963 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371900 Nov 01 00:11:39.267298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68601e7f-18de-4bec-96cd-e6d2246683db req-fd28e5e2-ce03-44ba-9253-d5381fdd8b79 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:39.268888 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68601e7f-18de-4bec-96cd-e6d2246683db req-fd28e5e2-ce03-44ba-9253-d5381fdd8b79 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0593503 Nov 01 00:11:39.308312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68601e7f-18de-4bec-96cd-e6d2246683db req-2d9350d3-a0af-4cbd-82c8-8d38db95c5fd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328131 Nov 01 00:11:39.421660 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2086bb9-53bd-410a-ad38-71935085608e req-913e86b2-3a7f-401e-be50-f54147911e76 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:39.423380 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2086bb9-53bd-410a-ad38-71935085608e req-913e86b2-3a7f-401e-be50-f54147911e76 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0523336 Nov 01 00:11:39.463673 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2086bb9-53bd-410a-ad38-71935085608e req-b0f0c78d-e97b-4f6a-9684-1fc5a3acdffe tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341475 Nov 01 00:11:39.572838 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea5f846-7379-4188-9b44-ac23ee23e4b5 req-d724109f-545f-4ed2-9f86-dbebfa31399d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:39.574401 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ea5f846-7379-4188-9b44-ac23ee23e4b5 req-d724109f-545f-4ed2-9f86-dbebfa31399d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 01 00:11:39.611577 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ea5f846-7379-4188-9b44-ac23ee23e4b5 req-d8cca65f-2461-4a61-abcc-0bcafb73f0a4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311620 Nov 01 00:11:40.113978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84daea-f6c4-415d-96ad-aa799c9489cc req-c53ac981-0dc2-4719-9ee4-96bce741d5c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:40.115484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-be84daea-f6c4-415d-96ad-aa799c9489cc req-c53ac981-0dc2-4719-9ee4-96bce741d5c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0545948 Nov 01 00:11:40.422182 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-be84daea-f6c4-415d-96ad-aa799c9489cc req-f9cda925-7e90-4de1-a8a0-c61d87068a8e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007920 Nov 01 00:11:40.549169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508fab04-ad19-45c9-98ec-6ec25a1a6516 req-ee7fe27f-0909-485c-ac09-a33cdb51991c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:40.551060 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-508fab04-ad19-45c9-98ec-6ec25a1a6516 req-ee7fe27f-0909-485c-ac09-a33cdb51991c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0790684 Nov 01 00:11:40.563170 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c612d66-4a65-4b6e-9528-6e943c402d46 req-17c9ebef-1fe8-44b2-a9cb-452372e36da1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:40.567602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c612d66-4a65-4b6e-9528-6e943c402d46 req-17c9ebef-1fe8-44b2-a9cb-452372e36da1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0798852 Nov 01 00:11:40.617150 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-508fab04-ad19-45c9-98ec-6ec25a1a6516 req-814c4b25-9ccc-4d96-89de-9327299938d4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513113 Nov 01 00:11:40.636098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c612d66-4a65-4b6e-9528-6e943c402d46 req-4efa69f2-6634-496d-acb1-69f7ff53b2b5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473440 Nov 01 00:11:40.720481 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4051cd51-daec-4b15-b964-7275ed4d4f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:40.767686 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373904e8-7dbf-45b7-abf5-48d5af7e06dd req-f9641255-51b4-488b-9ff3-a66ebb84a30e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:40.770058 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-373904e8-7dbf-45b7-abf5-48d5af7e06dd req-f9641255-51b4-488b-9ff3-a66ebb84a30e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0534844 Nov 01 00:11:40.816335 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-373904e8-7dbf-45b7-abf5-48d5af7e06dd req-f7446147-2aef-454e-be4f-53e66edf8067 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386891 Nov 01 00:11:40.924497 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6b25a-75ab-4651-82b4-07ccdb74aa64 req-da5ad1e3-3541-4e29-845c-f5359e6a5293 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:40.925953 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bd6b25a-75ab-4651-82b4-07ccdb74aa64 req-da5ad1e3-3541-4e29-845c-f5359e6a5293 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0487628 Nov 01 00:11:40.970792 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bd6b25a-75ab-4651-82b4-07ccdb74aa64 req-cd59ddc6-1fd0-4c64-940e-4f3c4287b604 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385449 Nov 01 00:11:41.537039 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b75fb7-2340-40fb-a573-8525c4be2b74 req-5c6b2e5a-2a83-4b37-bb60-5db13c481b53 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:41.538487 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50b75fb7-2340-40fb-a573-8525c4be2b74 req-5c6b2e5a-2a83-4b37-bb60-5db13c481b53 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0472147 Nov 01 00:11:41.577881 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50b75fb7-2340-40fb-a573-8525c4be2b74 req-0f81e43c-7d3a-4d62-89e3-f7b37ad942b4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334768 Nov 01 00:11:41.756251 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308eeb-97d6-46b1-b3e4-4fda0d899d6d req-9aa90d0b-39cc-467f-9988-fce48a9760b8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:41.757708 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39308eeb-97d6-46b1-b3e4-4fda0d899d6d req-9aa90d0b-39cc-467f-9988-fce48a9760b8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0485132 Nov 01 00:11:41.794400 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-39308eeb-97d6-46b1-b3e4-4fda0d899d6d req-4118cf39-d27e-4352-8e52-0fb9cbac54cf tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307205 Nov 01 00:11:41.877828 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:41.935846 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc5918-6a31-4fea-80f2-ad152674dd64 req-86e44ee4-34c5-49e9-b32f-a764e0c7cd03 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:41.937322 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e4bc5918-6a31-4fea-80f2-ad152674dd64 req-86e44ee4-34c5-49e9-b32f-a764e0c7cd03 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0486729 Nov 01 00:11:41.975384 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e4bc5918-6a31-4fea-80f2-ad152674dd64 req-b561a546-b0f8-4f04-b989-dae9a4a5bd83 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319142 Nov 01 00:11:42.043727 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:42.090218 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6657dae-0474-40cf-a163-3e8e005042df req-e147ee0e-b9b2-434b-a715-4170528c3d5e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:42.091989 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6657dae-0474-40cf-a163-3e8e005042df req-e147ee0e-b9b2-434b-a715-4170528c3d5e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Nov 01 00:11:42.133372 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a6657dae-0474-40cf-a163-3e8e005042df req-fde7df7f-fd32-4d7f-8e93-00441a05e986 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356355 Nov 01 00:11:42.323794 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ae5c2c-0fa3-4a6b-98c7-1c1f9c149b34 req-15e96432-8bc6-44a8-952e-d7b3d0b84621 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:42.325253 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-46ae5c2c-0fa3-4a6b-98c7-1c1f9c149b34 req-15e96432-8bc6-44a8-952e-d7b3d0b84621 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0477931 Nov 01 00:11:42.362245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-46ae5c2c-0fa3-4a6b-98c7-1c1f9c149b34 req-ce1c3f42-04dc-4e7b-8444-d9ffb124feb0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312035 Nov 01 00:11:42.693811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12ef94-dab1-4ee2-bfc2-e5c74c949983 req-8308bcb9-255b-4210-a278-0a96f7069d42 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:42.695272 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c12ef94-dab1-4ee2-bfc2-e5c74c949983 req-8308bcb9-255b-4210-a278-0a96f7069d42 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0484529 Nov 01 00:11:42.730750 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c12ef94-dab1-4ee2-bfc2-e5c74c949983 req-b10bdd8b-f41c-4f93-9a01-310d63a1f6af tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294774 Nov 01 00:11:42.922059 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac7c21-8250-4197-8a5a-3ccda423fe96 req-ea3312ed-7216-4e00-a197-00cc6a026325 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:42.922059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4dac7c21-8250-4197-8a5a-3ccda423fe96 req-ea3312ed-7216-4e00-a197-00cc6a026325 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0491414 Nov 01 00:11:42.960334 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4dac7c21-8250-4197-8a5a-3ccda423fe96 req-6b267a3b-4018-4efe-8e57-d12353e9d33a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358536 Nov 01 00:11:43.245556 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5285c1bd-7b09-4910-8824-95e1368e5407 req-eacb60d0-6ee1-447c-8b80-504e3fc1c0c5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:43.247020 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5285c1bd-7b09-4910-8824-95e1368e5407 req-eacb60d0-6ee1-447c-8b80-504e3fc1c0c5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0487378 Nov 01 00:11:43.283574 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5285c1bd-7b09-4910-8824-95e1368e5407 req-21588ce3-6bc0-406a-a7ff-6137689e7855 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306571 Nov 01 00:11:43.368918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:43.474668 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a518c1-94eb-47ff-8899-2411765b879d req-d32769cb-d09d-48ff-a074-d58222612e45 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:43.476162 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01a518c1-94eb-47ff-8899-2411765b879d req-d32769cb-d09d-48ff-a074-d58222612e45 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0483212 Nov 01 00:11:43.512368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01a518c1-94eb-47ff-8899-2411765b879d req-ae125aee-e4e7-4020-be1e-79c214dfd473 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301003 Nov 01 00:11:43.849202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cf9cc6-882d-4103-894b-15985b3b22a1 req-b79202bb-c3fd-49e2-9124-087d4a2bc695 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:43.850658 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-74cf9cc6-882d-4103-894b-15985b3b22a1 req-b79202bb-c3fd-49e2-9124-087d4a2bc695 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0484905 Nov 01 00:11:43.891759 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-74cf9cc6-882d-4103-894b-15985b3b22a1 req-cb025651-d745-47aa-8f28-77dc6c6c5d5e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348079 Nov 01 00:11:43.931566 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831590f1-dd7a-45c4-b214-bfb27e42bc22 req-e6732063-8e4d-4485-9bbf-bf7be06d10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:43.932966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-831590f1-dd7a-45c4-b214-bfb27e42bc22 req-e6732063-8e4d-4485-9bbf-bf7be06d10e2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0403626 Nov 01 00:11:43.990159 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-831590f1-dd7a-45c4-b214-bfb27e42bc22 req-1575c6db-22f8-43c8-9efb-de9579d7ae40 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299196 Nov 01 00:11:44.080814 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19812f8-2690-46b5-ab13-4fab0a153701 req-d6144c04-b3e7-47b1-b12a-95022538b308 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.082440 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a19812f8-2690-46b5-ab13-4fab0a153701 req-d6144c04-b3e7-47b1-b12a-95022538b308 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0496814 Nov 01 00:11:44.119667 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a19812f8-2690-46b5-ab13-4fab0a153701 req-c7bcd147-d62a-4ef2-a6e1-b3a22bbc4e7b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311511 Nov 01 00:11:44.399950 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1fd61-c0c2-48d5-b8f3-4bb8eaf9d9e5 req-606329df-acc1-447a-a99b-0f040315a6c2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.401427 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7b1fd61-c0c2-48d5-b8f3-4bb8eaf9d9e5 req-606329df-acc1-447a-a99b-0f040315a6c2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0496948 Nov 01 00:11:44.444132 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7b1fd61-c0c2-48d5-b8f3-4bb8eaf9d9e5 req-7486a80b-221a-4d1a-b862-c72d99dcc0a5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364063 Nov 01 00:11:44.496590 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-bd496f35-6e44-4697-8141-401a88315029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.498062 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-bd496f35-6e44-4697-8141-401a88315029 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1099 time: 0.0405858 Nov 01 00:11:44.597452 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-80e42004-c5de-4889-9e6f-44526604d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.599316 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-80e42004-c5de-4889-9e6f-44526604d3e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.0911312 Nov 01 00:11:44.677186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c837797-cd46-45b9-b410-5de6051fdf0c req-09847d76-04eb-4cdd-876a-da7b8323ca91 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.678672 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c837797-cd46-45b9-b410-5de6051fdf0c req-09847d76-04eb-4cdd-876a-da7b8323ca91 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0984304 Nov 01 00:11:44.697144 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-b1a192cc-408f-4e27-9943-561d5aa47a49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 1001 time: 0.0804904 Nov 01 00:11:44.747004 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c837797-cd46-45b9-b410-5de6051fdf0c req-6c78cfe2-b423-4625-96d2-b22fdfeee3ef tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613005 Nov 01 00:11:44.762387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-d52601b3-af36-47dc-88c0-09ec9974603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.763867 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-d52601b3-af36-47dc-88c0-09ec9974603e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0540013 Nov 01 00:11:44.824966 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-1e2b01a2-4f5c-4620-8b36-fad01d0e0e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:44.826460 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-1e2b01a2-4f5c-4620-8b36-fad01d0e0e28 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452254 Nov 01 00:11:44.957569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-0b8475fa-9b9f-4e6d-9cb9-2918d07d9c4f service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Nov 01 00:11:45.058072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37f3cd-e5ed-4ea3-939d-40abbb6eeb68 req-f3c69361-9aa9-4d07-a4bd-3cf9deaf55a6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.059626 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb37f3cd-e5ed-4ea3-939d-40abbb6eeb68 req-f3c69361-9aa9-4d07-a4bd-3cf9deaf55a6 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.1000295 Nov 01 00:11:45.112295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fb7d69a0-4074-4d7b-acca-45a6caa2b15d req-042f8a36-1e6a-418e-85a7-081405dab5a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428657 Nov 01 00:11:45.129936 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb37f3cd-e5ed-4ea3-939d-40abbb6eeb68 req-645ca447-3786-448c-9cc8-fd9965c8c382 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570145 Nov 01 00:11:45.272467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91748d2a-024c-4134-bacd-54852ef32906 req-d44628db-9fc9-4100-8963-1c67ad360ac1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.274662 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-91748d2a-024c-4134-bacd-54852ef32906 req-d44628db-9fc9-4100-8963-1c67ad360ac1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0734792 Nov 01 00:11:45.317741 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-91748d2a-024c-4134-bacd-54852ef32906 req-4568f414-78fa-4bcb-bbb5-219487b82810 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347886 Nov 01 00:11:45.559055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e600a3b-72c9-4110-a9dc-efebc45941fa req-3ce49445-0f7b-4dae-828e-abe617d425e4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.560625 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e600a3b-72c9-4110-a9dc-efebc45941fa req-3ce49445-0f7b-4dae-828e-abe617d425e4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0498235 Nov 01 00:11:45.598422 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e600a3b-72c9-4110-a9dc-efebc45941fa req-c6077cd0-96dd-43cf-b1f7-0a19309e3c84 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318315 Nov 01 00:11:45.714669 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa09bb05-4a82-4935-8515-ea6440a01a03 req-26d6d1bc-c56a-4b42-912b-2461d85aba1a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.716175 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa09bb05-4a82-4935-8515-ea6440a01a03 req-26d6d1bc-c56a-4b42-912b-2461d85aba1a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0492289 Nov 01 00:11:45.753530 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa09bb05-4a82-4935-8515-ea6440a01a03 req-68774c6e-419b-46d3-aacd-32bb6df3f5b6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Nov 01 00:11:45.775626 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 50166) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:45.865098 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61f3fc5-bb00-4622-b293-6b2088daf5a3 req-dc048c98-b9d3-41aa-bf24-a95662395dfb tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.866595 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c61f3fc5-bb00-4622-b293-6b2088daf5a3 req-dc048c98-b9d3-41aa-bf24-a95662395dfb tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0534477 Nov 01 00:11:45.932816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2c03f-1a89-467d-9c2f-f6b836a8ad33 tempest-TestShelveInstance-190001712 tempest-TestShelveInstance-190001712-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:45.934378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-2dc2c03f-1a89-467d-9c2f-f6b836a8ad33 tempest-TestShelveInstance-190001712 tempest-TestShelveInstance-190001712-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1093 time: 0.1577597 Nov 01 00:11:45.937345 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c61f3fc5-bb00-4622-b293-6b2088daf5a3 req-1a3d36ef-f0e3-497a-948e-00db0a7a2cb4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572083 Nov 01 00:11:45.937490 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50170) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:45.941970 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:11:46.083810 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:46.289350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821ef567-bb0e-4080-8401-5129a001072f req-1bb87003-8683-488b-b6fc-c32a0ab56818 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:46.291007 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-821ef567-bb0e-4080-8401-5129a001072f req-1bb87003-8683-488b-b6fc-c32a0ab56818 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0743716 Nov 01 00:11:46.342414 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-821ef567-bb0e-4080-8401-5129a001072f req-33b97a87-343d-4455-a478-b74445cff312 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Nov 01 00:11:46.352147 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:46.464722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bff9b0-4bc4-40cc-bf49-d962c6608a0d req-ecd1aaca-8916-4064-8d34-10730dfe3c46 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:46.466234 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05bff9b0-4bc4-40cc-bf49-d962c6608a0d req-ecd1aaca-8916-4064-8d34-10730dfe3c46 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0592232 Nov 01 00:11:46.487501 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Allocated IP 172.27.1.50 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/b0997445-a908-44d8-a7b6-9dc5090c18e2) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:11:46.517766 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05bff9b0-4bc4-40cc-bf49-d962c6608a0d req-5e8886de-6407-4189-aae9-898714460231 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411317 Nov 01 00:11:46.591715 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:46.729688 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:46.770203 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:11:46.770203 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:11:46.778170 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:11:46.806606 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'Port': ['ID=b0997445-a908-44d8-a7b6-9dc5090c18e2,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:46.820156 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.820501 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.820843 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.821178 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.821507 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.821834 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.822159 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.822477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.822799 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.823114 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.823456 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.823773 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:46.867558 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f3d4-5565-4605-ac64-05bc41cc412c req-f3cbce0c-6e75-4c95-9f60-715d4c2ffc01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:46.869068 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-df25f3d4-5565-4605-ac64-05bc41cc412c req-f3cbce0c-6e75-4c95-9f60-715d4c2ffc01 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0536766 Nov 01 00:11:46.912966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-df25f3d4-5565-4605-ac64-05bc41cc412c req-faf21b31-96eb-441d-9500-d11f29dd51fe tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375981 Nov 01 00:11:46.956135 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-655a99f9-8851-4112-a8c4-f41d80b19867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:46.958211 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-655a99f9-8851-4112-a8c4-f41d80b19867 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 1098 time: 0.0418406 Nov 01 00:11:47.087911 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbdc8b-f675-44f9-947b-5bb47be8ae80 req-c2e64453-2c80-43ef-b792-ba60bf6a5041 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:47.089368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41dbdc8b-f675-44f9-947b-5bb47be8ae80 req-c2e64453-2c80-43ef-b792-ba60bf6a5041 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0776548 Nov 01 00:11:47.094171 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-904c3d56-abdf-4023-9c21-e5e09d893f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:47.095566 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-904c3d56-abdf-4023-9c21-e5e09d893f72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 200 len: 919 time: 0.1295185 Nov 01 00:11:47.140449 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:47.155645 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-c9ce154d-433d-4d69-ad3d-332f4e53854a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 200 len: 217 time: 0.0456963 Nov 01 00:11:47.162701 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41dbdc8b-f675-44f9-947b-5bb47be8ae80 req-cf81d628-12c7-4fbf-8815-15e1c5461b5e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659842 Nov 01 00:11:47.207991 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-e6de8432-c1b5-46a2-a17e-add64bc1fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:47.209437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-e6de8432-c1b5-46a2-a17e-add64bc1fdb8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 200 len: 858 time: 0.0454364 Nov 01 00:11:47.244198 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-f69701c8-496b-4234-a444-e4fad429f0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251760 Nov 01 00:11:47.271931 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:47.338388 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-11950b6a-0fb4-402c-8857-b2a3d174fa7d service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859497 Nov 01 00:11:47.428101 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd1914a8-1b66-4be8-8b29-1c7926e51734 req-a136d628-28e6-4e1a-aedf-ea678bd548b7 service neutron] 10.222.0.36 "GET /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823786 Nov 01 00:11:47.431621 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:47.494528 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:47.578613 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event updated for resources: {'Port': ['ID=b0997445-a908-44d8-a7b6-9dc5090c18e2,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:47.581122 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:47.648036 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a0418-f30e-4340-8314-a617a3f3834d req-5f3ad541-2f5c-4220-b8e8-198a1431dd56 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:47.649661 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e87a0418-f30e-4340-8314-a617a3f3834d req-5f3ad541-2f5c-4220-b8e8-198a1431dd56 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0509517 Nov 01 00:11:47.698914 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e87a0418-f30e-4340-8314-a617a3f3834d req-497770be-4878-42b3-b4b4-ea00019f5842 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351467 Nov 01 00:11:47.700717 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Floating IP 5cc64404-f6f7-4d97-a2a6-5dd98b0fe411 associated. External IP: 172.27.1.50, port: a09e4a1b-f59d-4ca9-9a4f-30bbf15df101. Nov 01 00:11:47.908915 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Router 2be97295-26be-465e-8a18-936c8dd6f1bb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:11:48.024104 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:11:48.036403 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Sync routers for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:11:48.037379 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e106f1-54fd-48e8-8196-fa045efcb67f req-0e27422e-fd93-43fc-bf05-390893659e50 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.038936 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1e106f1-54fd-48e8-8196-fa045efcb67f req-0e27422e-fd93-43fc-bf05-390893659e50 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0547585 Nov 01 00:11:48.051878 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:11:48.052593 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:11:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:48.078517 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1e106f1-54fd-48e8-8196-fa045efcb67f req-863e34be-8d2c-4ceb-80a2-09315b95e156 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333164 Nov 01 00:11:48.161310 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:11:48.177568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:48.204408 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7957727a-74dc-4039-b198-3449ca7c85b1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2658515 Nov 01 00:11:48.205008 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:11:48.208008 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70" -d '{"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:11:48.243646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454a5992-0e0c-42f4-9e11-8fcd54dbafcc x-openstack-request-id: req-454a5992-0e0c-42f4-9e11-8fcd54dbafcc {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:11:48.244452 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:11:48.244452 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-454a5992-0e0c-42f4-9e11-8fcd54dbafcc {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:11:48.244697 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'status': 'completed', 'code': 200} Nov 01 00:11:48.370730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-a58800ce-498a-4dae-88bf-43c5378b47fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.371875 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-a58800ce-498a-4dae-88bf-43c5378b47fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0432024 Nov 01 00:11:48.386835 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '5cc64404-f6f7-4d97-a2a6-5dd98b0fe411', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'mac_address': 'fa:16:3e:16:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b306a61f-98e9-4f03-becb-514322c724e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:11:47Z', 'updated_at': '2021-11-01T00:11:47Z', 'revision_number': 0, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:48.479133 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-1053e77e-bebb-4d28-ad9e-135b9ca34cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.480663 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-1053e77e-bebb-4d28-ad9e-135b9ca34cdd service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 909 time: 0.0920250 Nov 01 00:11:48.502616 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Checking router: 2be97295-26be-465e-8a18-936c8dd6f1bb for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:11:48.510998 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:11:48.511647 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:11:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:48.547976 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-4cfb4e90-e5fe-4a55-8a23-aa91ecf34567 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 998 time: 0.0579894 Nov 01 00:11:48.600696 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-43e6946d-d243-4755-b49d-9585dedef96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.602203 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-43e6946d-d243-4755-b49d-9585dedef96f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0465312 Nov 01 00:11:48.617752 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:11:48.652836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-e4fb39f3-3622-43d5-84d3-154d497ded4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.654382 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-e4fb39f3-3622-43d5-84d3-154d497ded4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441067 Nov 01 00:11:48.753372 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-e2013385-fd23-4139-9cfe-7a095787151c service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873573 Nov 01 00:11:48.848210 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '5cc64404-f6f7-4d97-a2a6-5dd98b0fe411', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'mac_address': 'fa:16:3e:16:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b306a61f-98e9-4f03-becb-514322c724e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:11:47Z', 'updated_at': '2021-11-01T00:11:47Z', 'revision_number': 0, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:11:48.874760 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcc5754-460b-4e48-9906-4d5c163e3608 None None] The sync data for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi is: [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '5cc64404-f6f7-4d97-a2a6-5dd98b0fe411', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'floating_ip_address': '172.27.1.50', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'mac_address': 'fa:16:3e:16:75:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b306a61f-98e9-4f03-becb-514322c724e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:11:47Z', 'updated_at': '2021-11-01T00:11:47Z', 'revision_number': 0, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:11:48.885449 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88bf0d3-dd7d-415a-a4db-815068e2a4db req-56218896-a0a9-4276-a544-5f20175201cc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:48.887055 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c88bf0d3-dd7d-415a-a4db-815068e2a4db req-56218896-a0a9-4276-a544-5f20175201cc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.1042776 Nov 01 00:11:48.893172 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cabde08a-b5f4-45f7-9fce-cc88ac2dbb70 req-e0c16a76-ab9f-4b29-9bc5-e155059b7d3d service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286144 Nov 01 00:11:48.928844 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c88bf0d3-dd7d-415a-a4db-815068e2a4db req-dea99cdf-0f6d-4e61-9287-14446ad464e9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345762 Nov 01 00:11:49.077899 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9568ca78-eb3a-49fa-8e2a-fa73824d61ea None None] New status for floating IP 5cc64404-f6f7-4d97-a2a6-5dd98b0fe411: ACTIVE {{(pid=102083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:11:49.202446 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc6881-1c3c-461a-a3ff-1e224a9e7a90 req-50455e25-6f73-492b-91a0-17a416be604f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:49.203867 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7abc6881-1c3c-461a-a3ff-1e224a9e7a90 req-50455e25-6f73-492b-91a0-17a416be604f tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0481701 Nov 01 00:11:49.241992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7abc6881-1c3c-461a-a3ff-1e224a9e7a90 req-3444f884-a19f-4c3e-b7cd-8028c7d0a78a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310211 Nov 01 00:11:50.055058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8727ca-92bb-4a01-8840-4ff38f32ac6b req-3156b1b8-1973-4a8f-aaa6-068fffcdc9d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:50.056655 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f8727ca-92bb-4a01-8840-4ff38f32ac6b req-3156b1b8-1973-4a8f-aaa6-068fffcdc9d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0532997 Nov 01 00:11:50.095001 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f8727ca-92bb-4a01-8840-4ff38f32ac6b req-f78af73e-2087-4bfc-8a02-24dab9a18897 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321741 Nov 01 00:11:50.360856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c796c1e-a613-4b34-9f3c-ea581251ad88 req-7eb78e71-2b27-4964-a583-5af007cbd835 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:50.362466 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c796c1e-a613-4b34-9f3c-ea581251ad88 req-7eb78e71-2b27-4964-a583-5af007cbd835 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0513000 Nov 01 00:11:50.402187 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c796c1e-a613-4b34-9f3c-ea581251ad88 req-7115d30e-0d95-4700-8ba8-f3423297d594 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330319 Nov 01 00:11:50.443342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 50238) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:50.553217 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.630007 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.705688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.745234 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=081a2f2c9c1f44388304d90eaff147c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007257 Nov 01 00:11:50.746077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd646fd-0019-4a9d-bc83-f92b01f38dd8,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:50.747959 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 50244) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:11:50.766985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.767326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.767682 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.768016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.768335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.768658 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.768986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.769303 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.769619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.769934 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.770248 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.770561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45dfbb28-915d-4439-a61a-dc851a54817c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:11:50.809258 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.829997 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.997230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:50.999826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:51.000996 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0dd646fd-0019-4a9d-bc83-f92b01f38dd8 HTTP/1.1" status: 204 len: 168 time: 0.2521534 Nov 01 00:11:51.009348 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27205c77-6d97-4ad0-bdbc-2ce312de6d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd646fd-0019-4a9d-bc83-f92b01f38dd8,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:11:51.215759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bfa8c-8108-43fc-aa22-3dc9d11c000c req-5c80b65c-b2dc-463a-ba1f-adb056be5247 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:51.217226 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-981bfa8c-8108-43fc-aa22-3dc9d11c000c req-5c80b65c-b2dc-463a-ba1f-adb056be5247 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0486581 Nov 01 00:11:51.255474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-981bfa8c-8108-43fc-aa22-3dc9d11c000c req-f4958714-3581-45b5-a7d3-84288653ff56 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323420 Nov 01 00:11:51.524167 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f0bb7-dca7-4945-8aa3-0a44b22e236a req-bc314ffb-d7f8-4f8c-a167-df9af104d9c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:51.525881 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-639f0bb7-dca7-4945-8aa3-0a44b22e236a req-bc314ffb-d7f8-4f8c-a167-df9af104d9c2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0542471 Nov 01 00:11:51.534441 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:11:51.576641 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-639f0bb7-dca7-4945-8aa3-0a44b22e236a req-20f15f64-4e4b-4249-907d-ef96bf7ddec5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398517 Nov 01 00:11:52.375765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f63ba-f675-495e-9457-a845424645cc req-5762a783-a735-44e4-9a38-3efee86db042 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:52.377168 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c0f63ba-f675-495e-9457-a845424645cc req-5762a783-a735-44e4-9a38-3efee86db042 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0500157 Nov 01 00:11:52.416242 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c0f63ba-f675-495e-9457-a845424645cc req-1a76341d-c93c-4f69-a2f1-86520874f40b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328434 Nov 01 00:11:52.687169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca649e-bac5-4dae-826b-01f4e501628b req-38044f79-6d30-4afc-bd37-939e9ee053ac tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:52.688668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-22ca649e-bac5-4dae-826b-01f4e501628b req-38044f79-6d30-4afc-bd37-939e9ee053ac tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0479684 Nov 01 00:11:52.735148 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-22ca649e-bac5-4dae-826b-01f4e501628b req-6be5c1e2-c001-43aa-95c7-ed7ecaf84716 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321014 Nov 01 00:11:53.533718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d805e44-5e3b-4ad1-9ad3-419627348776 req-96f2f3f5-7911-48c5-81c9-dba407ec4cad tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:53.535169 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0d805e44-5e3b-4ad1-9ad3-419627348776 req-96f2f3f5-7911-48c5-81c9-dba407ec4cad tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0481677 Nov 01 00:11:53.575923 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0d805e44-5e3b-4ad1-9ad3-419627348776 req-0f0d820e-b57f-4946-9da0-914111f48b60 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341692 Nov 01 00:11:53.844305 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0652ac-8987-48d1-be95-a652c5c58540 req-13ec42ea-ec60-4d38-b5bd-4947c3a3a822 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:53.845774 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f0652ac-8987-48d1-be95-a652c5c58540 req-13ec42ea-ec60-4d38-b5bd-4947c3a3a822 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0482428 Nov 01 00:11:53.884217 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0f0652ac-8987-48d1-be95-a652c5c58540 req-b05a2eaa-6c52-49e5-91ae-b201a355d0af tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314991 Nov 01 00:11:54.706090 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0c284d-0485-49b4-895b-7081038ea9c6 req-f6363027-404a-448f-ab7f-f464ea5d02f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:54.707617 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd0c284d-0485-49b4-895b-7081038ea9c6 req-f6363027-404a-448f-ab7f-f464ea5d02f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0505750 Nov 01 00:11:54.746646 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd0c284d-0485-49b4-895b-7081038ea9c6 req-ea3842cf-093a-4e5f-9a7a-313c0ee63508 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327373 Nov 01 00:11:54.999647 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b968ee67-815c-4f73-9f03-3e788bf13d0a req-d4a266de-965b-471a-b153-a968c39a8a73 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:55.001146 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b968ee67-815c-4f73-9f03-3e788bf13d0a req-d4a266de-965b-471a-b153-a968c39a8a73 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0488203 Nov 01 00:11:55.041998 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b968ee67-815c-4f73-9f03-3e788bf13d0a req-13507d6f-9d76-4d4f-bb18-570f666a7c50 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349543 Nov 01 00:11:55.871810 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e90e0-3d60-4a7d-b3d4-66ddedbe6141 req-17531832-8063-4989-bdd9-9f3dd66e92f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:55.873278 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-274e90e0-3d60-4a7d-b3d4-66ddedbe6141 req-17531832-8063-4989-bdd9-9f3dd66e92f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0509732 Nov 01 00:11:55.910724 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-274e90e0-3d60-4a7d-b3d4-66ddedbe6141 req-2ccb16e2-4b60-4a6c-9c63-7f586dd83405 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314422 Nov 01 00:11:56.984028 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:11:57.031045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69210c21-d5e7-47cd-8da1-748cef44168a req-ed8f0be7-baae-4726-a01a-a6df14dd9f09 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:57.032614 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69210c21-d5e7-47cd-8da1-748cef44168a req-ed8f0be7-baae-4726-a01a-a6df14dd9f09 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0477815 Nov 01 00:11:57.069314 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69210c21-d5e7-47cd-8da1-748cef44168a req-7f061bed-7624-49f4-8f49-954a9aa9de1f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307288 Nov 01 00:11:58.188871 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af930072-8e91-49af-b58f-f3098da9bcc1 req-7ff11508-484e-4ed9-9601-81ea28e606dc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:58.190360 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af930072-8e91-49af-b58f-f3098da9bcc1 req-7ff11508-484e-4ed9-9601-81ea28e606dc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0487471 Nov 01 00:11:58.230485 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af930072-8e91-49af-b58f-f3098da9bcc1 req-57f4c444-32c1-4540-a8e2-7c30f803a58a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342126 Nov 01 00:11:59.348314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54342a26-40d3-4a6b-bb21-f22386e2f029 req-00bd18d9-4160-4806-9b4a-6e642db69b3b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:11:59.349780 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54342a26-40d3-4a6b-bb21-f22386e2f029 req-00bd18d9-4160-4806-9b4a-6e642db69b3b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0479977 Nov 01 00:11:59.387733 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-54342a26-40d3-4a6b-bb21-f22386e2f029 req-80d2d3e7-6f85-41f5-a73d-7131749ed868 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312839 Nov 01 00:12:00.507103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bee3cb-255e-43ed-8fbe-1cc3a513454f req-ec112623-8833-4945-9c20-3a4d9343d023 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:00.508915 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27bee3cb-255e-43ed-8fbe-1cc3a513454f req-ec112623-8833-4945-9c20-3a4d9343d023 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0507998 Nov 01 00:12:00.546541 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27bee3cb-255e-43ed-8fbe-1cc3a513454f req-9c84d6e9-50d1-421d-b965-0c711e061adc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312054 Nov 01 00:12:01.666490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4dc544-e608-48a7-aaed-c1f91d03d549 req-55a03cbb-ddee-4c7e-8063-3e160a4f2415 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:01.667997 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2a4dc544-e608-48a7-aaed-c1f91d03d549 req-55a03cbb-ddee-4c7e-8063-3e160a4f2415 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0484769 Nov 01 00:12:01.707279 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2a4dc544-e608-48a7-aaed-c1f91d03d549 req-bf58805b-b18c-43c3-aa2f-bf1e558a1116 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335181 Nov 01 00:12:02.825938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56f499-3eee-48ed-9308-0d5e714bdd85 req-12b32dc3-0ddb-4a9b-8709-02e2749096ba tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:02.827552 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dd56f499-3eee-48ed-9308-0d5e714bdd85 req-12b32dc3-0ddb-4a9b-8709-02e2749096ba tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0487139 Nov 01 00:12:02.865692 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dd56f499-3eee-48ed-9308-0d5e714bdd85 req-ad3fbb9f-31f5-43c3-8837-f8abc89df360 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323615 Nov 01 00:12:03.984967 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73beb00c-4240-48ec-8af3-2ba477f2ab9e req-9aef4be7-f6b7-40ec-9802-6d2a56fdb28e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:03.986429 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-73beb00c-4240-48ec-8af3-2ba477f2ab9e req-9aef4be7-f6b7-40ec-9802-6d2a56fdb28e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0495214 Nov 01 00:12:04.024131 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-73beb00c-4240-48ec-8af3-2ba477f2ab9e req-c40ab25b-7ef4-47f4-9313-06952a441cb5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317235 Nov 01 00:12:05.141372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198770e0-aa51-4b7b-930c-49afaeb9dad4 req-6cc9eeac-3c34-490a-8a34-f4a591cadaf9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:05.142825 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-198770e0-aa51-4b7b-930c-49afaeb9dad4 req-6cc9eeac-3c34-490a-8a34-f4a591cadaf9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0480716 Nov 01 00:12:05.182383 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-198770e0-aa51-4b7b-930c-49afaeb9dad4 req-46f2af9d-cc81-4dd4-aeec-5dc86df59f3a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335913 Nov 01 00:12:06.300160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cca06-2341-4e0f-a65d-34e8a2c07fe2 req-61ac803e-abbc-468a-be4c-c484a05b5738 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:06.301633 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc7cca06-2341-4e0f-a65d-34e8a2c07fe2 req-61ac803e-abbc-468a-be4c-c484a05b5738 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0488889 Nov 01 00:12:06.338873 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fc7cca06-2341-4e0f-a65d-34e8a2c07fe2 req-7bc0310b-acd8-442c-a596-43f2ed6cf5c8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312440 Nov 01 00:12:07.455325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84629397-c0a3-404d-97cf-0d19203825ab req-0bcb7e02-06c4-4196-a306-cd53be32460f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:07.456813 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-84629397-c0a3-404d-97cf-0d19203825ab req-0bcb7e02-06c4-4196-a306-cd53be32460f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0483642 Nov 01 00:12:07.494016 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-84629397-c0a3-404d-97cf-0d19203825ab req-eac0e78c-0c69-4d32-8672-026d1fbe2c7f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308239 Nov 01 00:12:08.036823 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-418429c1-6048-4008-9623-b40e6a1dabeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:08.619168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f53d0d-4003-4e84-9e50-1f19cdd2e7df req-a413f3f0-aa64-4b9e-98cc-ce27b456fb20 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:08.620555 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19f53d0d-4003-4e84-9e50-1f19cdd2e7df req-a413f3f0-aa64-4b9e-98cc-ce27b456fb20 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 943 time: 0.0483608 Nov 01 00:12:08.660999 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19f53d0d-4003-4e84-9e50-1f19cdd2e7df req-ec854160-321b-4653-9884-dca32650615b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345957 Nov 01 00:12:09.406848 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:12:09.517293 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:09.530108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'mac_address': 'fa:16:3e:07:21:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:12:09.575871 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:09.589008 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:12:09.610468 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:09.687830 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:09.736017 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=9']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:09.743419 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.751940 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:09.793329 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c5e6b-c054-4a37-996c-626021e9715d req-657fe2f6-dc96-45c8-9a19-8672c5492ad8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:09.794944 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a42c5e6b-c054-4a37-996c-626021e9715d req-657fe2f6-dc96-45c8-9a19-8672c5492ad8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0558715 Nov 01 00:12:09.833936 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a42c5e6b-c054-4a37-996c-626021e9715d req-cca7d436-6a6b-4631-bf34-369dd23d57dc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320935 Nov 01 00:12:10.101976 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['310ace6c-71bf-4938-afd8-acba243f3cdd'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:12:10.556859 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-47a3d282-7447-44c7-9b29-a79022268876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:10.952561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85310dde-85b4-4721-9026-97ce4b1b2aa7 req-4da537d1-c4b0-44f2-8779-2b88a8851bf1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:10.959702 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-85310dde-85b4-4721-9026-97ce4b1b2aa7 req-4da537d1-c4b0-44f2-8779-2b88a8851bf1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0499272 Nov 01 00:12:10.990719 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-85310dde-85b4-4721-9026-97ce4b1b2aa7 req-7464df49-a995-4faa-ba44-fbc57f7435fb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306273 Nov 01 00:12:11.877039 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:12.116770 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:12.132268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9affba7-e3ff-408e-b89f-71a324a1c88e req-849467ea-c41d-458d-a1cb-34b63a8073dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:12.133848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9affba7-e3ff-408e-b89f-71a324a1c88e req-849467ea-c41d-458d-a1cb-34b63a8073dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0499544 Nov 01 00:12:12.174647 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9affba7-e3ff-408e-b89f-71a324a1c88e req-cd5bc852-28df-4cb6-84d0-36c76a7d8bcd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341783 Nov 01 00:12:13.293643 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae007d63-f9a2-4d9a-b8b1-c6793c0ad8a8 req-719e069d-650b-484e-b64f-5b365ab541b1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:13.295298 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae007d63-f9a2-4d9a-b8b1-c6793c0ad8a8 req-719e069d-650b-484e-b64f-5b365ab541b1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0500410 Nov 01 00:12:13.333095 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae007d63-f9a2-4d9a-b8b1-c6793c0ad8a8 req-d69b67c2-66ff-49f6-b310-795a116de706 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317562 Nov 01 00:12:13.362872 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:14.470487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd44883-6e87-4ec9-ad2c-d9c83a9b16a4 req-c8c6b5a7-bd15-4d7f-a713-17379ce3783e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:14.472039 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2bd44883-6e87-4ec9-ad2c-d9c83a9b16a4 req-c8c6b5a7-bd15-4d7f-a713-17379ce3783e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0500309 Nov 01 00:12:14.510910 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2bd44883-6e87-4ec9-ad2c-d9c83a9b16a4 req-4cb26b35-befd-47a1-865b-9ea9268d9b62 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327961 Nov 01 00:12:15.629888 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f8f3c-feec-440c-a7ea-bebc9604abed req-2ee20a3a-2d26-4fbb-97d6-53730f312489 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:15.631468 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-924f8f3c-feec-440c-a7ea-bebc9604abed req-2ee20a3a-2d26-4fbb-97d6-53730f312489 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0490372 Nov 01 00:12:15.677326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-924f8f3c-feec-440c-a7ea-bebc9604abed req-315d9872-188a-4a2c-b4be-c313fb3aae6a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360296 Nov 01 00:12:16.695820 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:12:16.745232 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 310ace6c-71bf-4938-afd8-acba243f3cdd triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:12:16.745594 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:16.800752 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03210eee-116d-4609-8a17-3dc51e8628fe req-76002aa2-994f-4d74-84ad-d804a574489a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:16.802288 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-03210eee-116d-4609-8a17-3dc51e8628fe req-76002aa2-994f-4d74-84ad-d804a574489a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 944 time: 0.0515532 Nov 01 00:12:16.823264 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:16.840723 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-03210eee-116d-4609-8a17-3dc51e8628fe req-f6e1d7ee-c06a-4e3a-a3fb-f1b3b7e2073d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320618 Nov 01 00:12:16.846345 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:16.848600 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce75ea-1cea-4699-b372-d1c520c5a843" -d '{"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:16.866043 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:16.883883 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1436ccfa-a48e-4cf5-9c85-72a59c6a936b x-openstack-request-id: req-1436ccfa-a48e-4cf5-9c85-72a59c6a936b {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:16.884167 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-plugged", "status": "completed", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:16.884419 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1436ccfa-a48e-4cf5-9c85-72a59c6a936b {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:16.884801 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'code': 200} Nov 01 00:12:16.928293 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:16.978755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=10']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:17.961169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f10ae1-64d7-43d8-a444-38d851754879 req-8e514f60-9bd6-4b62-8245-88c3bfaf30e1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:17.962702 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3f10ae1-64d7-43d8-a444-38d851754879 req-8e514f60-9bd6-4b62-8245-88c3bfaf30e1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0486355 Nov 01 00:12:18.002762 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3f10ae1-64d7-43d8-a444-38d851754879 req-fcb2419b-a08c-442b-a415-06633efcad25 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338600 Nov 01 00:12:18.485422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc4c609-c17d-47ec-b3bb-5f69e99c5d51 req-10c19838-5a76-45a4-9ac0-dfb42fe1eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:18.486860 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7fc4c609-c17d-47ec-b3bb-5f69e99c5d51 req-10c19838-5a76-45a4-9ac0-dfb42fe1eacb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1099 time: 0.0437071 Nov 01 00:12:18.526106 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7fc4c609-c17d-47ec-b3bb-5f69e99c5d51 req-9f30a455-25dd-4b3c-aa64-595af8cb9ad7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313013 Nov 01 00:12:19.071148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-59781468-4362-4219-b663-0f6a1c166e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:19.072809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-59781468-4362-4219-b663-0f6a1c166e45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 1099 time: 0.0461740 Nov 01 00:12:19.185462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d551af-02b0-4179-bee9-7209a8092f87 req-a6ca3c1e-f481-41e7-8a7a-c5274810aa59 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:19.187566 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68d551af-02b0-4179-bee9-7209a8092f87 req-a6ca3c1e-f481-41e7-8a7a-c5274810aa59 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.1034815 Nov 01 00:12:19.237633 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-a91bb52b-bcee-4447-825e-60aba12fca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:19.239062 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-a91bb52b-bcee-4447-825e-60aba12fca4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.1289825 Nov 01 00:12:19.246312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68d551af-02b0-4179-bee9-7209a8092f87 req-983325e2-c5c0-471f-bd47-91bbbf07f020 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0515084 Nov 01 00:12:19.304382 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-04ca0689-c44f-41a8-9902-ec3898f65474 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 200 len: 1000 time: 0.0567229 Nov 01 00:12:19.356671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-4b6cc664-bdd5-4647-abe7-f353b318d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:19.358100 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-4b6cc664-bdd5-4647-abe7-f353b318d2b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0444679 Nov 01 00:12:19.402732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-90a853eb-1145-4538-a5e3-1adf54d7e23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:19.404354 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-90a853eb-1145-4538-a5e3-1adf54d7e23b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391250 Nov 01 00:12:20.367746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565c73e-218a-4d9b-aaa7-102f7ed1b1a5 req-ab59fd12-8334-45de-a8ad-286e545f5e24 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:20.369130 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4565c73e-218a-4d9b-aaa7-102f7ed1b1a5 req-ab59fd12-8334-45de-a8ad-286e545f5e24 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0489764 Nov 01 00:12:20.408341 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4565c73e-218a-4d9b-aaa7-102f7ed1b1a5 req-02cb5cc7-8218-43b2-b429-275eab4b7651 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332196 Nov 01 00:12:21.409576 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-dace80fb-ab0b-4967-801a-36dab45c8f77 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881553 Nov 01 00:12:21.530647 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d318a2a-d27d-4785-bacd-5e1f2c2506aa req-7992cbac-0f85-409a-8de5-06f8b8dc747f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:21.532333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d318a2a-d27d-4785-bacd-5e1f2c2506aa req-7992cbac-0f85-409a-8de5-06f8b8dc747f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0487208 Nov 01 00:12:21.536831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:21.570997 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d318a2a-d27d-4785-bacd-5e1f2c2506aa req-d0329dfd-7fa2-4ba3-9d76-fb60265a89b6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325015 Nov 01 00:12:22.674327 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-af60bf1e-44d0-4f68-a439-cbd30855349a req-4ea90cd5-d36e-45be-9f90-5abc1b062f5f service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333578 Nov 01 00:12:22.709154 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11424da7-c305-4a4d-8b0e-86be03f8ebbd req-f67676ac-0628-44cb-b610-9c4801ab55b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:22.710613 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-11424da7-c305-4a4d-8b0e-86be03f8ebbd req-f67676ac-0628-44cb-b610-9c4801ab55b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0556641 Nov 01 00:12:22.747557 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-11424da7-c305-4a4d-8b0e-86be03f8ebbd req-f77887a8-a911-418d-9d18-6dded3dd3a78 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308959 Nov 01 00:12:23.805418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63709-79cc-40da-bedb-2c4e0667a410 req-a2a2244a-9438-4c31-aa2c-14a91187716e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:23.808355 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6cd63709-79cc-40da-bedb-2c4e0667a410 req-a2a2244a-9438-4c31-aa2c-14a91187716e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0517042 Nov 01 00:12:23.885953 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6cd63709-79cc-40da-bedb-2c4e0667a410 req-78495ee1-e348-4981-94e6-5a6d507aee1d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661383 Nov 01 00:12:23.899085 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f28199-a9d2-4ed5-a7b5-af290a06e97c req-7a292a22-9625-4833-b3e6-6d90df1d5089 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:23.900585 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16f28199-a9d2-4ed5-a7b5-af290a06e97c req-7a292a22-9625-4833-b3e6-6d90df1d5089 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0747778 Nov 01 00:12:23.941581 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16f28199-a9d2-4ed5-a7b5-af290a06e97c req-3b99328d-860d-499f-bc4b-38e6c0e81150 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348613 Nov 01 00:12:25.007565 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a17bc5-85a3-4e21-ad41-32ecca09aba0 req-944b6053-fa0c-4d7f-b6a4-0ad37364d11b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:25.009044 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1a17bc5-85a3-4e21-ad41-32ecca09aba0 req-944b6053-fa0c-4d7f-b6a4-0ad37364d11b tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0536876 Nov 01 00:12:25.071197 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1a17bc5-85a3-4e21-ad41-32ecca09aba0 req-f2c783c9-1835-4b09-9b33-b42d716e0a64 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563130 Nov 01 00:12:25.087043 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b60c72-e1a4-4a49-ae18-3816fc4f048e req-739d2e74-6c03-4cba-b06e-ee1b68281e23 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:25.088581 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-75b60c72-e1a4-4a49-ae18-3816fc4f048e req-739d2e74-6c03-4cba-b06e-ee1b68281e23 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0678937 Nov 01 00:12:25.130422 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-75b60c72-e1a4-4a49-ae18-3816fc4f048e req-8ab62084-806f-414a-a87b-e52288c96e4c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354021 Nov 01 00:12:26.190535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a02e8d-1e92-4217-b628-6929bca81153 req-f0b3ac43-809b-41b5-937f-6d60b9ed903a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:26.192021 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19a02e8d-1e92-4217-b628-6929bca81153 req-f0b3ac43-809b-41b5-937f-6d60b9ed903a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0525091 Nov 01 00:12:26.230649 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19a02e8d-1e92-4217-b628-6929bca81153 req-5750f356-da2c-41f8-ab58-3ad861ebf34e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Nov 01 00:12:27.170138 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-07f3ed97-d407-4579-97f4-6bd9e2bb0c79 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:27.171627 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-07f3ed97-d407-4579-97f4-6bd9e2bb0c79 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0487933 Nov 01 00:12:27.273463 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Deleting port dce85d16-a7df-474e-8b2b-a8f8274c5190 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:12:27.274057 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:27.391485 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f3c52-9da6-4bde-b4c6-b2ddc988f289 req-11c26902-0d76-437f-b3c8-f4a68fce1cf4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:27.393591 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad3f3c52-9da6-4bde-b4c6-b2ddc988f289 req-11c26902-0d76-437f-b3c8-f4a68fce1cf4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 945 time: 0.0824935 Nov 01 00:12:27.403567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] For port dce85d16-a7df-474e-8b2b-a8f8274c5190, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=dce85d16-a7df-474e-8b2b-a8f8274c5190,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:27.403928 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:27.432246 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Calling delete_port for dce85d16-a7df-474e-8b2b-a8f8274c5190 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:12:27.458934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad3f3c52-9da6-4bde-b4c6-b2ddc988f289 req-eee888c2-8cb1-4625-a291-66eb1083fed5 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587842 Nov 01 00:12:27.665362 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:27.698757 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Pushing event deleted for resources: {'Port': ['ID=dce85d16-a7df-474e-8b2b-a8f8274c5190,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:27.711110 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'dce85d16-a7df-474e-8b2b-a8f8274c5190'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:12:27.740372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] No DVR routers for this DVR port dce85d16-a7df-474e-8b2b-a8f8274c5190 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:12:27.742975 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:27.746783 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-464df256-d61c-48bb-85ba-25f948ab1d9e req-2562ecf5-e7b5-4433-8473-90d47042f9aa tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "DELETE /v2.0/ports/dce85d16-a7df-474e-8b2b-a8f8274c5190 HTTP/1.1" status: 204 len: 173 time: 0.5639112 Nov 01 00:12:27.747381 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'name': 'network-vif-deleted', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:27.752565 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63edb616-9456-4a73-a4df-626f9a63b41f" -d '{"events": [{"server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "name": "network-vif-deleted", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:27.797608 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257d63b1-4a43-4e04-8a16-ebfef7e05cdd x-openstack-request-id: req-257d63b1-4a43-4e04-8a16-ebfef7e05cdd {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:27.798490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80621008-0655-46c5-b67b-31ff49b006db", "name": "network-vif-deleted", "tag": "dce85d16-a7df-474e-8b2b-a8f8274c5190", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:27.799488 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-257d63b1-4a43-4e04-8a16-ebfef7e05cdd {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:27.799626 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80621008-0655-46c5-b67b-31ff49b006db', 'name': 'network-vif-deleted', 'tag': 'dce85d16-a7df-474e-8b2b-a8f8274c5190', 'status': 'completed', 'code': 200} Nov 01 00:12:28.574300 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05660bbc-dd49-4c9e-b549-31b778679a18 req-0b78ac32-13a1-4eb5-be5a-a29525c62905 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=80621008-0655-46c5-b67b-31ff49b006db HTTP/1.1" status: 200 len: 210 time: 0.0267193 Nov 01 00:12:30.070988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d979dc-f701-4abf-b73c-75714d510810 req-2f0b91a2-3871-403b-8c1a-487224d87a80 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:30.072525 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b6d979dc-f701-4abf-b73c-75714d510810 req-2f0b91a2-3871-403b-8c1a-487224d87a80 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0499132 Nov 01 00:12:30.111096 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b6d979dc-f701-4abf-b73c-75714d510810 req-d7aeabe7-f65c-473d-b3f0-e23be4d65a0a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320406 Nov 01 00:12:30.325511 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f5416-91f2-4a90-8f6e-72d6015b5856 req-4a7d871b-96a4-40d2-86ac-a80007827d4b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:30.327046 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae5f5416-91f2-4a90-8f6e-72d6015b5856 req-4a7d871b-96a4-40d2-86ac-a80007827d4b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0519707 Nov 01 00:12:30.364838 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ae5f5416-91f2-4a90-8f6e-72d6015b5856 req-9d12b382-d6d4-487c-a1cd-030515a274e6 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Nov 01 00:12:31.227936 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c12505-d4eb-4af4-b097-3a31df9e3dc5 req-1cb3903e-5e90-48cb-bda2-b04bad701fff tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:31.229475 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09c12505-d4eb-4af4-b097-3a31df9e3dc5 req-1cb3903e-5e90-48cb-bda2-b04bad701fff tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0482271 Nov 01 00:12:31.268086 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-09c12505-d4eb-4af4-b097-3a31df9e3dc5 req-c7e2e890-ecbe-4fca-b3c3-9a2f6bb95ec9 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324366 Nov 01 00:12:31.482171 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322aa21-f4b9-401e-93dc-fc3e78fbe502 req-e4784b47-c89e-4692-8069-8a171bbdfa70 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:31.483708 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e322aa21-f4b9-401e-93dc-fc3e78fbe502 req-e4784b47-c89e-4692-8069-8a171bbdfa70 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0502729 Nov 01 00:12:31.523017 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e322aa21-f4b9-401e-93dc-fc3e78fbe502 req-a46a0838-4b90-4214-975f-67e297e33d31 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332272 Nov 01 00:12:31.798589 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device dce85d16-a7df-474e-8b2b-a8f8274c5190 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:12:31.819792 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: dce85d16-a7df-474e-8b2b-a8f8274c5190 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:12:31.820134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device dce85d16-a7df-474e-8b2b-a8f8274c5190 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:12:32.386182 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ef99-cdda-4aa6-b828-46145aed5a60 req-7ff9f4e9-83f8-487e-9fe1-7918abf578cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:32.387560 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ff0ef99-cdda-4aa6-b828-46145aed5a60 req-7ff9f4e9-83f8-487e-9fe1-7918abf578cd tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0520184 Nov 01 00:12:32.424068 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ff0ef99-cdda-4aa6-b828-46145aed5a60 req-b03bf767-a957-4ffa-a219-c341b2ca3efe tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305638 Nov 01 00:12:32.663055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-a2dd1305-c3b7-4dde-a125-d7e6c32f3703 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:32.664595 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-a2dd1305-c3b7-4dde-a125-d7e6c32f3703 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0760913 Nov 01 00:12:32.673185 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a2efa4-d33c-4838-bd87-6c494f41f40b req-6e662816-8a1d-4a73-b468-a74ba8ee2cba tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:32.675356 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15a2efa4-d33c-4838-bd87-6c494f41f40b req-6e662816-8a1d-4a73-b468-a74ba8ee2cba tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 945 time: 0.0777779 Nov 01 00:12:32.767933 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-15a2efa4-d33c-4838-bd87-6c494f41f40b req-5bacab5f-8b31-4deb-ae78-39c90e0a7cb4 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842257 Nov 01 00:12:32.791697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Deleting port 94953f47-6a0a-444a-b869-7348a59c7d67 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:12:32.792028 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:32.881848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] For port 94953f47-6a0a-444a-b869-7348a59c7d67, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=94953f47-6a0a-444a-b869-7348a59c7d67,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:32.882202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:32.893632 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Calling delete_port for 94953f47-6a0a-444a-b869-7348a59c7d67 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:12:33.070270 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:33.104240 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Pushing event deleted for resources: {'Port': ['ID=94953f47-6a0a-444a-b869-7348a59c7d67,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:33.126814 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['94953f47-6a0a-444a-b869-7348a59c7d67'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:12:33.141308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] No DVR routers for this DVR port 94953f47-6a0a-444a-b869-7348a59c7d67 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:12:33.144107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:33.147329 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4ba0e54-bf07-4f91-8e60-c011c6d8efed req-852318d9-9658-465a-bb44-9efd32493142 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "DELETE /v2.0/ports/94953f47-6a0a-444a-b869-7348a59c7d67 HTTP/1.1" status: 204 len: 173 time: 0.4710803 Nov 01 00:12:33.147789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'name': 'network-vif-deleted', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:33.150027 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ad0d6-5b48-4603-a17a-e4a3baf9285f" -d '{"events": [{"server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "name": "network-vif-deleted", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:33.186231 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd6973-0846-417d-8ba9-7889399933f7 x-openstack-request-id: req-00dd6973-0846-417d-8ba9-7889399933f7 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:33.186519 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82608779-fd48-47b3-9891-8738a63e6e52", "name": "network-vif-deleted", "tag": "94953f47-6a0a-444a-b869-7348a59c7d67", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:33.186771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00dd6973-0846-417d-8ba9-7889399933f7 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:33.187157 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82608779-fd48-47b3-9891-8738a63e6e52', 'name': 'network-vif-deleted', 'tag': '94953f47-6a0a-444a-b869-7348a59c7d67', 'status': 'completed', 'code': 200} Nov 01 00:12:33.538506 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe77bb6-e352-46ea-af8f-9de0efc8bde1 req-e8327508-78dd-482b-8791-04960ba8077a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:33.540063 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afe77bb6-e352-46ea-af8f-9de0efc8bde1 req-e8327508-78dd-482b-8791-04960ba8077a tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0490532 Nov 01 00:12:33.577558 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afe77bb6-e352-46ea-af8f-9de0efc8bde1 req-185614be-fd04-46c3-ba99-5bad0a9d7f08 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314484 Nov 01 00:12:33.871767 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41e75d6d-c8d7-4fe4-be91-fc2a64bcdcd8 req-57efa0a5-b4f5-4e0a-bc75-49ef4cf522b6 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=82608779-fd48-47b3-9891-8738a63e6e52 HTTP/1.1" status: 200 len: 210 time: 0.0262041 Nov 01 00:12:33.982794 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:12:34.695446 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef7285-f72e-4ea7-b8d7-04eb7cec10ea req-8d57d75b-1b4a-4dcc-8191-a10efee89de7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:34.696918 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ef7285-f72e-4ea7-b8d7-04eb7cec10ea req-8d57d75b-1b4a-4dcc-8191-a10efee89de7 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0521452 Nov 01 00:12:34.733728 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ef7285-f72e-4ea7-b8d7-04eb7cec10ea req-c90d23af-47a8-49d1-8ad1-4b185486bd2d tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309410 Nov 01 00:12:35.846938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0aa6-3fc5-491d-96d4-86cdb2568a4f req-9c3f5257-6029-4a29-b612-476530afbe58 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:35.847925 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ff1d0aa6-3fc5-491d-96d4-86cdb2568a4f req-9c3f5257-6029-4a29-b612-476530afbe58 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0493178 Nov 01 00:12:35.886651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ff1d0aa6-3fc5-491d-96d4-86cdb2568a4f req-aec1d687-804f-4efe-80c5-e6a88fe4974e tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327487 Nov 01 00:12:37.000323 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e03ee3-5387-4aef-aabd-a2d95d4f26fa req-4a6b069b-773c-442e-ba36-d7016f5d1aa4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:37.001781 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-13e03ee3-5387-4aef-aabd-a2d95d4f26fa req-4a6b069b-773c-442e-ba36-d7016f5d1aa4 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0488265 Nov 01 00:12:37.038915 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-13e03ee3-5387-4aef-aabd-a2d95d4f26fa req-3d76ec7e-3328-4fbb-b4fd-c2e856131b3c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312684 Nov 01 00:12:37.894931 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 94953f47-6a0a-444a-b869-7348a59c7d67 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:12:37.916514 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 94953f47-6a0a-444a-b869-7348a59c7d67 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:12:37.916799 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 94953f47-6a0a-444a-b869-7348a59c7d67 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:12:38.041789 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-62dd92d7-bedc-4a8a-b0d2-13d0fdf7ee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:38.158237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb9567d-72b3-43e5-b839-a3055e4f9219 req-03452ac9-d025-4cbd-a961-8e12183ef6a2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:38.159837 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fb9567d-72b3-43e5-b839-a3055e4f9219 req-03452ac9-d025-4cbd-a961-8e12183ef6a2 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0526006 Nov 01 00:12:38.197429 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fb9567d-72b3-43e5-b839-a3055e4f9219 req-33f7d9af-d052-48a3-9e5e-b6011f775f0c tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315509 Nov 01 00:12:39.314466 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd0680-645b-4738-b705-5493d57de7fa req-7032e060-1441-4e44-9c79-fe025f2a0dcb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:39.316535 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20bd0680-645b-4738-b705-5493d57de7fa req-7032e060-1441-4e44-9c79-fe025f2a0dcb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0509562 Nov 01 00:12:39.354655 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20bd0680-645b-4738-b705-5493d57de7fa req-4eb79cf0-71cd-4137-b192-bbd0f5e98d87 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/security-groups?id=37364069-e5d7-47e1-af58-41dc2f5b39e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Nov 01 00:12:39.712911 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-2cbfb879-6445-4ae6-8c87-55b4010715fb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:39.714371 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-2cbfb879-6445-4ae6-8c87-55b4010715fb tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 945 time: 0.0479035 Nov 01 00:12:39.816761 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Deleting port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:12:39.817094 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:39.907158 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] For port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:39.907548 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:39.920039 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Calling delete_port for 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:12:40.150550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:40.185453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Pushing event deleted for resources: {'Port': ['ID=03f52fcf-527c-46e9-9f4d-ff256ffa2d12,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:40.190497 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['03f52fcf-527c-46e9-9f4d-ff256ffa2d12'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:12:40.230554 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] No DVR routers for this DVR port 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:12:40.233050 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:40.236421 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-32d56f11-5143-453d-8c2f-07400d4a9565 req-7df0430e-a57b-447e-a8c6-6d2caad8ea61 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.36 "DELETE /v2.0/ports/03f52fcf-527c-46e9-9f4d-ff256ffa2d12 HTTP/1.1" status: 204 len: 173 time: 0.5097425 Nov 01 00:12:40.239370 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'name': 'network-vif-deleted', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:40.239584 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9572f2c9-7ba0-4caf-ac92-cb704cfc2272" -d '{"events": [{"server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "name": "network-vif-deleted", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:40.274289 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427195b0-5be7-4531-ac90-f81ce68cdedc x-openstack-request-id: req-427195b0-5be7-4531-ac90-f81ce68cdedc {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:40.274581 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d", "name": "network-vif-deleted", "tag": "03f52fcf-527c-46e9-9f4d-ff256ffa2d12", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:40.274832 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-427195b0-5be7-4531-ac90-f81ce68cdedc {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:40.275220 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d', 'name': 'network-vif-deleted', 'tag': '03f52fcf-527c-46e9-9f4d-ff256ffa2d12', 'status': 'completed', 'code': 200} Nov 01 00:12:40.449113 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6772d1d6-d876-4059-a756-10c2d5f0c09f req-eb648d7f-0b29-478c-ba4d-6d19bf05e1c1 tempest-ServerRescueNegativeTestJSON-1603127212 tempest-ServerRescueNegativeTestJSON-1603127212-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd4841ee-ce7c-4c3b-bbfc-ab4df566f82d HTTP/1.1" status: 200 len: 210 time: 0.0267961 Nov 01 00:12:40.527305 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6a8cf484-5693-407a-b1c8-8c493c052ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:41.512780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 50906) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:41.870135 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:41.946569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:42.133635 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:42.297898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850fb74c-7dba-468c-b4ce-9dd2737b6c08 req-eca1f68b-b0c7-4924-8a0f-3e6a54505e4d tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:42.299358 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-850fb74c-7dba-468c-b4ce-9dd2737b6c08 req-eca1f68b-b0c7-4924-8a0f-3e6a54505e4d tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0771837 Nov 01 00:12:42.334026 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Deleting port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:12:42.334257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:42.380926 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-850fb74c-7dba-468c-b4ce-9dd2737b6c08 req-d5bc4a62-0f71-4603-af78-d8215da243bf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735011 Nov 01 00:12:42.424011 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] For port f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,segment=NetworkSegment(0ffc0872-04b0-4537-a6fd-71eed5cb3fea),segment_id=0ffc0872-04b0-4537-a6fd-71eed5cb3fea)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:42.424392 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:42.436271 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Calling delete_port for f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:12:42.681856 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:42.709334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:42.861019 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:43.308580 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:12:43.395884 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:43.421539 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:12:43.427511 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f25a28a6-dcc9-4daf-8d4a-493e302636c0 admin admin] 10.222.0.41 "PUT /v2.0/routers/9c0c2bbe-4e6b-4546-9112-d3f390403d57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9136493 Nov 01 00:12:43.430218 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50926) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:43.438778 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Sync routers for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:12:43.451337 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:12:43.456563 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:12:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:43.504076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28dde99-fbee-4f9b-a597-2a882df896a7 req-aff95155-42ce-454e-8df0-0d3a742f5225 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:43.505707 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b28dde99-fbee-4f9b-a597-2a882df896a7 req-aff95155-42ce-454e-8df0-0d3a742f5225 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0512538 Nov 01 00:12:43.541017 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:43.545557 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b28dde99-fbee-4f9b-a597-2a882df896a7 req-2f203c38-59fc-412b-a95e-185a14c50069 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332136 Nov 01 00:12:43.556727 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:12:43.644881 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:43.733015 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60'}], 'enable_snat': True}, 'gw_port_id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:12:42Z', 'revision_number': 5, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port': {'id': '80428e8d-7dce-4829-98e7-8f5a9488552a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:c7:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:43.760233 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Checking router: 9c0c2bbe-4e6b-4546-9112-d3f390403d57 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:12:43.769782 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Routers {'9c0c2bbe-4e6b-4546-9112-d3f390403d57'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:12:43.770404 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:12:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:43.858627 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] Set router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:12:43.901659 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Deleting port 80428e8d-7dce-4829-98e7-8f5a9488552a {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:12:43.901991 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:43.912251 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:12:43Z', 'revision_number': 6, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:43.940355 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653df69-9bc6-45dc-a0d2-d39b4822333d None None] The sync data for ids ['9c0c2bbe-4e6b-4546-9112-d3f390403d57'] in dv-cinder-816104-1-iscsi is: [{'id': '9c0c2bbe-4e6b-4546-9112-d3f390403d57', 'name': 'tempest-ServerRescueNegativeTestJSON-254184214-router', 'tenant_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:12:43Z', 'revision_number': 6, 'project_id': 'c7cf2994304f432b8a4d65d440f5cdb9', 'gw_port_host': None}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:12:43.984921 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] For port 80428e8d-7dce-4829-98e7-8f5a9488552a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=80428e8d-7dce-4829-98e7-8f5a9488552a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:43.985314 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.002973 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Calling delete_port for 80428e8d-7dce-4829-98e7-8f5a9488552a owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:12:44.259005 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.286578 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=80428e8d-7dce-4829-98e7-8f5a9488552a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:44.355382 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:12:44.379058 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:12:44.381946 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:12:44.382456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device f9d2e5ae-00bf-4f3d-9ab7-ccd80d790634 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:12:44.398688 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.406120 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:12:44.406634 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 03f52fcf-527c-46e9-9f4d-ff256ffa2d12 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:12:44.505053 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.507158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.647783 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.648314 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c0c2bbe-4e6b-4546-9112-d3f390403d57 {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:12:44.660493 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.660493 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-748c6e51-6dde-4afd-b427-5adf2252eb5f admin admin] 10.222.0.41 "DELETE /v2.0/routers/9c0c2bbe-4e6b-4546-9112-d3f390403d57 HTTP/1.1" status: 204 len: 168 time: 1.2237446 Nov 01 00:12:44.663227 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50938) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:44.670090 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a820ef-41ff-4d2b-bd3c-a81363ad5f9b req-d28de5c1-eb4f-46d1-a9eb-6a397b78c2f0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:44.671686 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d7a820ef-41ff-4d2b-bd3c-a81363ad5f9b req-d28de5c1-eb4f-46d1-a9eb-6a397b78c2f0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0564494 Nov 01 00:12:44.710296 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Deleting subnet 00258c3f-b0dd-41de-9bb2-0cd0f0224697 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:12:44.711899 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d7a820ef-41ff-4d2b-bd3c-a81363ad5f9b req-9cd3cd05-53b3-49db-b908-da1078bc25c2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Nov 01 00:12:44.713488 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.750750 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.790987 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.905045 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.931540 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00258c3f-b0dd-41de-9bb2-0cd0f0224697,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:44.936658 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:44.940583 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-944da129-5668-4de0-acf3-2e6af9980c23 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/00258c3f-b0dd-41de-9bb2-0cd0f0224697 HTTP/1.1" status: 204 len: 168 time: 0.2766378 Nov 01 00:12:44.943470 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50940) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:45.015436 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.096841 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.116684 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:45.125318 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ffc0872-04b0-4537-a6fd-71eed5cb3fea') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:45.125641 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ffc0872-04b0-4537-a6fd-71eed5cb3fea') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:12:45.134644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.147852 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.153551 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:12:45.153919 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:12:45.156589 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:12:45.259012 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.264387 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.267617 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0 HTTP/1.1" status: 204 len: 168 time: 0.3230183 Nov 01 00:12:45.282482 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b7b78e-be6c-4ea0-a26b-6281913a1c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbc1cd5b-44f2-47b6-9da4-fe0c29a9bbf0,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:45.597393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50964) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:45.640161 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0725b8a1-49d8-42db-b3d0-dc7b88deb4d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7cf2994304f432b8a4d65d440f5cdb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0413835 Nov 01 00:12:45.642565 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 50966) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:45.664075 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-b3071427-e6ff-4d3c-9c5a-4c252f18e5fc tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:45.665745 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-b3071427-e6ff-4d3c-9c5a-4c252f18e5fc tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/networks?id=3781d250-688a-4667-bd84-c890a34cbd0f HTTP/1.1" status: 200 len: 814 time: 0.1172752 Nov 01 00:12:45.682832 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-0031d53a-8969-4d12-bf9d-d37cc89afb8d tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/quotas/316a1505be1a4f2e90eb1229d34ac666 HTTP/1.1" status: 200 len: 375 time: 0.0108511 Nov 01 00:12:45.704264 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.726342 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-634bf2d5-4fe3-4cb0-af00-27592beb939b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373459 Nov 01 00:12:45.729602 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.858930 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.861667 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:45.866038 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37364069-e5d7-47e1-af58-41dc2f5b39e9 HTTP/1.1" status: 204 len: 168 time: 0.2192826 Nov 01 00:12:45.866158 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b4cb4-d70c-4ddd-b966-88cef8bd0853 req-b7afa5a9-fa19-4b76-8990-501d2cf2df32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:45.866158 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de2b4cb4-d70c-4ddd-b966-88cef8bd0853 req-b7afa5a9-fa19-4b76-8990-501d2cf2df32 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0721567 Nov 01 00:12:45.875962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d400a8-ad60-4c54-8883-3f537f3d0916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37364069-e5d7-47e1-af58-41dc2f5b39e9,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:45.886315 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-bc12ddac-e3b9-4dcf-ac22-5e3bd358d398 service neutron] 10.222.0.41 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513381 Nov 01 00:12:45.963247 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de2b4cb4-d70c-4ddd-b966-88cef8bd0853 req-f2e06543-72ec-4df2-a9f2-5ce9638750e2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902512 Nov 01 00:12:45.998059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-63995856-f3c0-4af5-957f-8847243c1036 service neutron] 10.222.0.41 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046424 Nov 01 00:12:46.127451 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 80428e8d-7dce-4829-98e7-8f5a9488552a no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:12:46.158277 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 80428e8d-7dce-4829-98e7-8f5a9488552a {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:12:46.158277 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 80428e8d-7dce-4829-98e7-8f5a9488552a not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:12:46.257593 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-25832253-2174-4d5d-91af-f97e48a4ae2f req-b3673d2c-0d0c-4f25-b54f-f2b03fd91921 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 210 time: 0.0305746 Nov 01 00:12:47.088658 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9714daf2-acc0-47da-9d9a-19405045238b req-a4c73bcc-fc52-4b8e-b49a-b64d418f0615 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:47.090260 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9714daf2-acc0-47da-9d9a-19405045238b req-a4c73bcc-fc52-4b8e-b49a-b64d418f0615 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0519941 Nov 01 00:12:47.131123 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9714daf2-acc0-47da-9d9a-19405045238b req-7844ac5b-de79-4898-a773-05fca63d23c6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342925 Nov 01 00:12:47.350433 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-55c1ef2a-2d8c-410f-bc12-2a8bea392bb7 req-5f7bca6c-653a-44e8-8a21-afd363529c90 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 210 time: 0.0274844 Nov 01 00:12:48.084941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-1d762491-bcda-4c58-9718-e5f4696c60d5 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:48.086540 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-1d762491-bcda-4c58-9718-e5f4696c60d5 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "GET /v2.0/networks?id=3781d250-688a-4667-bd84-c890a34cbd0f HTTP/1.1" status: 200 len: 814 time: 0.1024616 Nov 01 00:12:48.110105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Request body: {'port': {'device_id': '28413ad4-09d6-4068-b276-e006286d86d8', 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f', 'admin_state_up': True, 'tenant_id': '316a1505be1a4f2e90eb1229d34ac666'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:12:48.267237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd32a7-7f25-4045-b690-aa44fce07145 req-0c2f22df-25b4-468d-b94e-775227de0296 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:48.268898 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-25cd32a7-7f25-4045-b690-aa44fce07145 req-0c2f22df-25b4-468d-b94e-775227de0296 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0676951 Nov 01 00:12:48.307710 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-25cd32a7-7f25-4045-b690-aa44fce07145 req-6c79d98d-4f25-49fe-ad74-cd4aaefa9fd5 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325487 Nov 01 00:12:48.344664 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Made reservation on behalf of 316a1505be1a4f2e90eb1229d34ac666 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:12:48.348369 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:48.483524 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1518cfb1-2195-481a-9d34-924301b33ed2 req-f8cb41ff-2f28-4612-b72d-df03855fd280 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 210 time: 0.0493927 Nov 01 00:12:48.511630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Allocated IP 172.20.0.5 (3781d250-688a-4667-bd84-c890a34cbd0f/d4e2d1a2-9fb8-43da-9015-08a5dd0a763e/329ccfad-9040-411e-9606-1d5bfa105661) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:12:48.655853 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:48.773437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:48.813224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Network 3781d250-688a-4667-bd84-c890a34cbd0f is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:12:48.818759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:12:48.822550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:12:48.850069 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Pushing event updated for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:48.875353 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:48.876037 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:48.998903 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-a862386a-3630-450e-93b6-a81a210f3412 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926785 Nov 01 00:12:49.019122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Request body: {'port': {'device_id': '28413ad4-09d6-4068-b276-e006286d86d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:12:49.075218 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.326701 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 329ccfad-9040-411e-9606-1d5bfa105661 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:12:49.334926 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.348907 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Transition to ACTIVE for port object 329ccfad-9040-411e-9606-1d5bfa105661 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:12:49.424945 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af6804-cce8-4870-a971-2197d66bdee2 req-f0ae9a71-e1e5-4853-9285-d118d18755d7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:49.426973 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6af6804-cce8-4870-a971-2197d66bdee2 req-f0ae9a71-e1e5-4853-9285-d118d18755d7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0534737 Nov 01 00:12:49.467397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.510747 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6af6804-cce8-4870-a971-2197d66bdee2 req-5052a50e-a398-4253-a4ca-69841cfefb78 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772960 Nov 01 00:12:49.572635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Pushing event updated for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:49.632521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Attempting to bind port 329ccfad-9040-411e-9606-1d5bfa105661 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:12:49.632855 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Attempting to bind port 329ccfad-9040-411e-9606-1d5bfa105661 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:12:49.633184 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Attempting to bind port 329ccfad-9040-411e-9606-1d5bfa105661 on network 3781d250-688a-4667-bd84-c890a34cbd0f {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:12:49.640334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Port 329ccfad-9040-411e-9606-1d5bfa105661 on network 3781d250-688a-4667-bd84-c890a34cbd0f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:12:49.640655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Attempting to bind port 329ccfad-9040-411e-9606-1d5bfa105661 on network 3781d250-688a-4667-bd84-c890a34cbd0f {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:12:49.652138 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb8ed6-d4c7-4d9f-a189-83afb55ac52e req-a19b3315-643c-424c-80aa-41133cb3767b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:49.653654 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51fb8ed6-d4c7-4d9f-a189-83afb55ac52e req-a19b3315-643c-424c-80aa-41133cb3767b tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0765738 Nov 01 00:12:49.656809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:12:49.657149 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Checking segment: {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:12:49.657591 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Bound using segment: {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:12:49.657973 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Bound port: 329ccfad-9040-411e-9606-1d5bfa105661, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:12:49.658341 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.731787 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51fb8ed6-d4c7-4d9f-a189-83afb55ac52e req-9185e57c-f1a6-40b8-b7c5-ec3f35001a45 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693042 Nov 01 00:12:49.754775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:12:49.757863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=329ccfad-9040-411e-9606-1d5bfa105661,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:12:49.807668 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.846113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:49.846809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:49.848239 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] 10.222.0.36 "PUT /v2.0/ports/329ccfad-9040-411e-9606-1d5bfa105661 HTTP/1.1" status: 200 len: 1093 time: 0.8333771 Nov 01 00:12:49.848702 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:49.850936 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893a9ee7-f89b-42a7-be47-54cb45e7597a" -d '{"events": [{"name": "network-changed", "server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "tag": "329ccfad-9040-411e-9606-1d5bfa105661"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:49.870688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fcc6-c285-4c31-99b5-e6be8c1f2116 service neutron] Pushing event updated for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:49.888955 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30cafd55-e417-45eb-8481-7b7b21456053 x-openstack-request-id: req-30cafd55-e417-45eb-8481-7b7b21456053 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:49.889243 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "tag": "329ccfad-9040-411e-9606-1d5bfa105661", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:49.889501 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30cafd55-e417-45eb-8481-7b7b21456053 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:49.889901 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661', 'status': 'completed', 'code': 200} Nov 01 00:12:49.905868 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51074) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:50.008014 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.081873 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.161499 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.199612 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478989d6-4b4e-4b98-9f7d-0ef57eefa54d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:50.203165 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=562e1ef5a9da45e98d6c78f8277c49a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963214 Nov 01 00:12:50.205974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51078) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:50.208951 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.209318 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.209654 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.209982 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.210306 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.210639 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.210963 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.211297 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.211654 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.211973 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.212290 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.212602 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb096e2-710c-415e-9318-b55d67ada423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:50.259583 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.280685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.396038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.398637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:50.399805 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/478989d6-4b4e-4b98-9f7d-0ef57eefa54d HTTP/1.1" status: 204 len: 168 time: 0.1925569 Nov 01 00:12:50.409124 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26136fdb-d563-4ba8-a464-afaf8af7f48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478989d6-4b4e-4b98-9f7d-0ef57eefa54d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:50.634797 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fadfe4-daaa-454f-8ae2-12a4dee89bb4 req-abfb4a70-ff7c-405b-88d8-b43252bdfeba tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:50.636478 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e8fadfe4-daaa-454f-8ae2-12a4dee89bb4 req-abfb4a70-ff7c-405b-88d8-b43252bdfeba tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0541739 Nov 01 00:12:50.678356 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e8fadfe4-daaa-454f-8ae2-12a4dee89bb4 req-1e069e3a-6152-49e0-8ddf-cee7d9d5d32b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356684 Nov 01 00:12:50.850593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69587a78-5ac1-48e1-aecc-aa1066c2b093 req-05e8c787-9cfc-4182-b35b-4fbf80505676 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:50.852130 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69587a78-5ac1-48e1-aecc-aa1066c2b093 req-05e8c787-9cfc-4182-b35b-4fbf80505676 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0520971 Nov 01 00:12:50.890009 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69587a78-5ac1-48e1-aecc-aa1066c2b093 req-cad1d209-595c-4b75-8d13-cee889e6fab9 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316613 Nov 01 00:12:51.800661 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419450bf-b907-4445-92f6-41b5d21af724 req-5063a9a2-cf1e-4323-9d85-092e673cc2fc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:51.802128 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-419450bf-b907-4445-92f6-41b5d21af724 req-5063a9a2-cf1e-4323-9d85-092e673cc2fc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0502059 Nov 01 00:12:51.843461 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-419450bf-b907-4445-92f6-41b5d21af724 req-bbdf1db9-b186-45b3-b210-fd1179a8f1d0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353115 Nov 01 00:12:51.847568 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:52.004850 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63006437-575b-438c-b13b-7a13bc5885e6 req-3734d863-611e-44e7-95de-e85460b9e329 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:52.006333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-63006437-575b-438c-b13b-7a13bc5885e6 req-3734d863-611e-44e7-95de-e85460b9e329 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0490317 Nov 01 00:12:52.043096 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-63006437-575b-438c-b13b-7a13bc5885e6 req-7c700c1b-8fe1-41b3-8c83-de325bfa69d4 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306096 Nov 01 00:12:52.832836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-b4dbcbf6-dec5-47a3-bfe7-d526cbe95d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:52.834297 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-b4dbcbf6-dec5-47a3-bfe7-d526cbe95d3c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 1096 time: 0.0397136 Nov 01 00:12:52.966499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-55366940-7f09-49f0-8274-d090f74afc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:52.967890 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-55366940-7f09-49f0-8274-d090f74afc5f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=316a1505be1a4f2e90eb1229d34ac666&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1181579 Nov 01 00:12:52.980236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01235eb5-9c18-458b-b278-0eb1d404679c req-b7c201de-04b5-4008-9eb4-916617e7b4ca tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:52.981604 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01235eb5-9c18-458b-b278-0eb1d404679c req-b7c201de-04b5-4008-9eb4-916617e7b4ca tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0722034 Nov 01 00:12:53.068440 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01235eb5-9c18-458b-b278-0eb1d404679c req-b111b3be-befb-4b55-8c8c-e1c41c198d58 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780752 Nov 01 00:12:53.098431 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-fed2789c-6b89-4e1a-b0ca-b359e9f74976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:53.099952 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-893a9ee7-f89b-42a7-be47-54cb45e7597a req-fed2789c-6b89-4e1a-b0ca-b359e9f74976 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175234 Nov 01 00:12:53.169115 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a29e9-6dc2-4e84-950b-5c3a99df04e7 req-c963d473-e078-408a-b2fd-ca267f3d160f tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:53.170573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-808a29e9-6dc2-4e84-950b-5c3a99df04e7 req-c963d473-e078-408a-b2fd-ca267f3d160f tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0510125 Nov 01 00:12:53.232484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-808a29e9-6dc2-4e84-950b-5c3a99df04e7 req-18ea150e-cf20-4e53-a734-15b18b6a5730 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517344 Nov 01 00:12:53.234870 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-fed81c79-ccf7-40b5-8977-dcbc45ef65ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:53.236320 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-fed81c79-ccf7-40b5-8977-dcbc45ef65ab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=316a1505be1a4f2e90eb1229d34ac666&device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 1096 time: 0.0648894 Nov 01 00:12:53.287744 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-e7ae250b-77b8-4ada-94ec-7452ff2bd24c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=329ccfad-9040-411e-9606-1d5bfa105661 HTTP/1.1" status: 200 len: 217 time: 0.0361528 Nov 01 00:12:53.336900 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-4fb21659-efc5-4fdc-8d00-1708ac2f60f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:53.338319 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-4fb21659-efc5-4fdc-8d00-1708ac2f60f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4e2d1a2-9fb8-43da-9015-08a5dd0a763e HTTP/1.1" status: 200 len: 854 time: 0.0426593 Nov 01 00:12:53.371844 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-db048e9c-178a-45ad-87dc-efc08423f1a9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3781d250-688a-4667-bd84-c890a34cbd0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255895 Nov 01 00:12:53.462569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-300cbc9a-f14c-4a9b-b663-2099a26ed12a service neutron] 10.222.0.36 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828166 Nov 01 00:12:53.551233 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ab28506-107b-4001-af63-f2e7a7ae84ab req-e33bbe8d-1ba7-458f-a526-d3b90119858e service neutron] 10.222.0.36 "GET /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797789 Nov 01 00:12:54.191218 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9fb75-b39b-4e35-b61b-cc1685c2adee req-70e6252c-3bc3-4baf-9f4a-e0495af00e13 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:54.192716 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e9fb75-b39b-4e35-b61b-cc1685c2adee req-70e6252c-3bc3-4baf-9f4a-e0495af00e13 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0539565 Nov 01 00:12:54.229093 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e9fb75-b39b-4e35-b61b-cc1685c2adee req-f7fca813-0505-4b6e-a730-b8d31e793cc1 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303814 Nov 01 00:12:54.348564 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277600f-5d77-4d11-b445-23b5d16ccf2d req-fa91c3b8-8fdc-4696-873e-7705d525d07e tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:54.349942 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9277600f-5d77-4d11-b445-23b5d16ccf2d req-fa91c3b8-8fdc-4696-873e-7705d525d07e tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0509369 Nov 01 00:12:54.388649 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9277600f-5d77-4d11-b445-23b5d16ccf2d req-ef0a1d45-16f5-4161-9cb3-aa54fa15e57c tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Nov 01 00:12:55.348331 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9518acfc-33b8-4b53-ad92-169f81081927 req-c0e24b84-beb4-40e7-96cd-25e2950ee5ac tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:55.349829 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9518acfc-33b8-4b53-ad92-169f81081927 req-c0e24b84-beb4-40e7-96cd-25e2950ee5ac tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0530474 Nov 01 00:12:55.389486 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9518acfc-33b8-4b53-ad92-169f81081927 req-cd47df09-9696-4195-a19e-ec501eb5c86c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331862 Nov 01 00:12:55.508462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fc36f-4b5b-4731-84bc-661420d234c4 req-d0042745-bca8-4e43-bfd1-a904c2c1db1d tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:55.509905 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2b5fc36f-4b5b-4731-84bc-661420d234c4 req-d0042745-bca8-4e43-bfd1-a904c2c1db1d tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 943 time: 0.0516636 Nov 01 00:12:55.548097 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2b5fc36f-4b5b-4731-84bc-661420d234c4 req-3fcc4000-beba-44d4-a8c9-fb13543832f4 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315607 Nov 01 00:12:55.735916 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c98803-ffc7-4719-ae08-6f57fc83e9ee req-324573aa-5405-4cda-a2d9-d53a7355281f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:55.737482 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56c98803-ffc7-4719-ae08-6f57fc83e9ee req-324573aa-5405-4cda-a2d9-d53a7355281f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0523188 Nov 01 00:12:55.772794 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 329ccfad-9040-411e-9606-1d5bfa105661 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:12:55.777876 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-56c98803-ffc7-4719-ae08-6f57fc83e9ee req-3c2d6599-6765-4d21-adac-e3e2c1544d1a tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337820 Nov 01 00:12:55.862484 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e3a4-df69-4014-99c9-c14afae8996c req-62a07d6d-bebb-443c-a0b2-7f48c6ed9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:55.863955 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-62a07d6d-bebb-443c-a0b2-7f48c6ed9748 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1099 time: 0.0434175 Nov 01 00:12:55.883934 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=329ccfad-9040-411e-9606-1d5bfa105661,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:55.895348 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '329ccfad-9040-411e-9606-1d5bfa105661', 'network_id': '3781d250-688a-4667-bd84-c890a34cbd0f', 'port_id': '329ccfad-9040-411e-9606-1d5bfa105661', 'mac_address': 'fa:16:3e:cb:b0:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4e2d1a2-9fb8-43da-9015-08a5dd0a763e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:12:55.932262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:55.947277 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 329ccfad-9040-411e-9606-1d5bfa105661 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:12:55.960144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e3a4-df69-4014-99c9-c14afae8996c req-a3e1832d-202b-482f-9b32-bf21008e41a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:55.961688 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-a3e1832d-202b-482f-9b32-bf21008e41a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.0892038 Nov 01 00:12:55.968353 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=329ccfad-9040-411e-9606-1d5bfa105661,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:56.030997 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-99825856-a316-437c-81e7-febf50408433 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 1001 time: 0.0614026 Nov 01 00:12:56.058958 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:56.086283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e3a4-df69-4014-99c9-c14afae8996c req-b26c1d1f-4848-4298-b33a-47e0a2b31dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:56.087864 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-b26c1d1f-4848-4298-b33a-47e0a2b31dce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0497944 Nov 01 00:12:56.111436 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:56.136828 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159e3a4-df69-4014-99c9-c14afae8996c req-48ef5cf2-a471-4e9b-ad20-8ad3912232e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:56.138310 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-48ef5cf2-a471-4e9b-ad20-8ad3912232e4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426011 Nov 01 00:12:56.234026 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-b241c12a-eef3-4dda-9ca5-ba5c3b209dc1 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875528 Nov 01 00:12:56.337692 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4159e3a4-df69-4014-99c9-c14afae8996c req-a5bd93d6-f212-4502-9ab2-6c69f708f822 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948508 Nov 01 00:12:56.407020 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['329ccfad-9040-411e-9606-1d5bfa105661'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:12:56.663482 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41265386-2571-4619-ac2e-1fad678f80f9 req-e8a11e31-ed1d-4397-9dcc-6cbfbab0388c tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:56.663482 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41265386-2571-4619-ac2e-1fad678f80f9 req-e8a11e31-ed1d-4397-9dcc-6cbfbab0388c tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 944 time: 0.0490160 Nov 01 00:12:56.704230 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41265386-2571-4619-ac2e-1fad678f80f9 req-6d4b9c90-78a6-4d14-b077-53e0ddd55dbd tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341492 Nov 01 00:12:56.735352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51162) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:56.843219 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:56.931843 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0125c0-741f-44ac-b2cc-1383c1482d74 req-49151c0d-7d9d-4d55-b322-9165a6cf7f61 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:56.933378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7b0125c0-741f-44ac-b2cc-1383c1482d74 req-49151c0d-7d9d-4d55-b322-9165a6cf7f61 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0723891 Nov 01 00:12:56.988835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:56.992455 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7b0125c0-741f-44ac-b2cc-1383c1482d74 req-99713d84-3dc9-4c68-a5f9-8db49611e355 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526347 Nov 01 00:12:57.087287 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:57.123437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb9e515-c3a4-4af7-b99b-59a7bb264614,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:57.128687 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9bc83584a0c94883a2fd48a83430a14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3923080 Nov 01 00:12:57.131350 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51168) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:57.133540 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.134070 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.134237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.134550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.134875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.135203 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.135553 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.135881 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.136206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.136525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.136843 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.137156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77e4be1e-8904-4840-a6e3-0a9b313e382d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:12:57.182619 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:57.203457 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:57.316736 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:57.319348 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:57.320507 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb9e515-c3a4-4af7-b99b-59a7bb264614 HTTP/1.1" status: 204 len: 168 time: 0.1875505 Nov 01 00:12:57.328256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6abee0a-5f9d-43e2-8f06-3557306a8690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb9e515-c3a4-4af7-b99b-59a7bb264614,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:57.790423 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 329ccfad-9040-411e-9606-1d5bfa105661 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:12:57.820812 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68454a7d-9c57-43e1-9c16-cd11f11c2fc3 req-19e0acca-2215-4911-a676-c409d8df9699 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:57.822385 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68454a7d-9c57-43e1-9c16-cd11f11c2fc3 req-19e0acca-2215-4911-a676-c409d8df9699 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 944 time: 0.0496716 Nov 01 00:12:57.862004 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68454a7d-9c57-43e1-9c16-cd11f11c2fc3 req-5063c569-4cd7-4c55-9c2b-3ea506521007 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329514 Nov 01 00:12:57.944273 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 329ccfad-9040-411e-9606-1d5bfa105661 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:12:57.957359 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 329ccfad-9040-411e-9606-1d5bfa105661 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:12:57.957841 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:58.040411 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:58.063035 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:12:58.065368 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4223188a-d281-4c2a-92b3-beba3c8e1b84" -d '{"events": [{"server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "name": "network-vif-plugged", "status": "completed", "tag": "329ccfad-9040-411e-9606-1d5bfa105661"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:12:58.078396 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=329ccfad-9040-411e-9606-1d5bfa105661,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:12:58.108948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e524641-e69e-4650-ad81-39c5145477aa x-openstack-request-id: req-3e524641-e69e-4650-ad81-39c5145477aa {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:12:58.108948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "name": "network-vif-plugged", "status": "completed", "tag": "329ccfad-9040-411e-9606-1d5bfa105661", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:12:58.108948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3e524641-e69e-4650-ad81-39c5145477aa {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:12:58.108948 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661', 'code': 200} Nov 01 00:12:58.146193 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:58.226775 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:58.387771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51edb24d-60fc-4616-95fa-c2cdb46c96dd req-ecb41ec2-2650-46ca-8210-e7c07af4da47 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:58.389333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51edb24d-60fc-4616-95fa-c2cdb46c96dd req-ecb41ec2-2650-46ca-8210-e7c07af4da47 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.3276203 Nov 01 00:12:58.452112 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51edb24d-60fc-4616-95fa-c2cdb46c96dd req-a6f68fca-d6f6-4f7c-b1f1-0d08629795cf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559101 Nov 01 00:12:58.469782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1899b0-2fe2-4023-ae62-74c3f216cb90 req-174728e4-ac9b-4e29-abd7-39eb29d7271d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:58.471283 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6f1899b0-2fe2-4023-ae62-74c3f216cb90 req-174728e4-ac9b-4e29-abd7-39eb29d7271d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 1098 time: 0.0691776 Nov 01 00:12:58.507794 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6f1899b0-2fe2-4023-ae62-74c3f216cb90 req-c36deec0-7210-4b54-9a64-db9e9bf18fe1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284896 Nov 01 00:12:58.978362 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497722ba-9f45-4c44-881b-000fa5f0d2b0 req-72159db1-cd56-4793-9194-a4ab8001e6e7 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:12:58.980037 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-497722ba-9f45-4c44-881b-000fa5f0d2b0 req-72159db1-cd56-4793-9194-a4ab8001e6e7 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.0491486 Nov 01 00:12:59.041521 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-497722ba-9f45-4c44-881b-000fa5f0d2b0 req-13e2f905-8819-4ed5-a820-f23cba0616a8 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555761 Nov 01 00:12:59.259649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51228) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:59.363372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f526-f3d0-4cd3-9dad-d2e9ecfac9fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.434800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f526-f3d0-4cd3-9dad-d2e9ecfac9fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.492854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f5d6f526-f3d0-4cd3-9dad-d2e9ecfac9fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.529206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d6f526-f3d0-4cd3-9dad-d2e9ecfac9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa7ff1-4ac4-460c-8226-119131288a45,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:12:59.534368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f5d6f526-f3d0-4cd3-9dad-d2e9ecfac9fb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de2428af03d94e66a9eccc0584caf0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2736568 Nov 01 00:12:59.537185 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51232) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:12:59.588312 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.609230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.732945 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.735683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:12:59.736851 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4aa7ff1-4ac4-460c-8226-119131288a45 HTTP/1.1" status: 204 len: 168 time: 0.1987484 Nov 01 00:12:59.745544 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c34d2dc-d7bb-4b90-988e-f76399739105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa7ff1-4ac4-460c-8226-119131288a45,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:00.168829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18981976-32f3-4523-a223-b561918d482c req-6ebe00b7-d06c-493e-9f7c-d9a30296c541 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:00.170329 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-18981976-32f3-4523-a223-b561918d482c req-6ebe00b7-d06c-493e-9f7c-d9a30296c541 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.0577466 Nov 01 00:13:00.210733 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-18981976-32f3-4523-a223-b561918d482c req-736b3857-bca5-4ac3-b2da-3529e235e4f4 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342097 Nov 01 00:13:02.489550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51298) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:02.596256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3afe00eb-7530-4673-ad6c-2636357a94fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.672939 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3afe00eb-7530-4673-ad6c-2636357a94fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.722406 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3afe00eb-7530-4673-ad6c-2636357a94fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.761295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3afe00eb-7530-4673-ad6c-2636357a94fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea31f9ddf09d474cb6277fbf2b42fa44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706833 Nov 01 00:13:02.762141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe00eb-7530-4673-ad6c-2636357a94fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb14a70f-9794-4db5-ad48-bbefee47653c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:02.764222 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51302) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:02.813248 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.835179 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.995679 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.998328 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:02.999519 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb14a70f-9794-4db5-ad48-bbefee47653c HTTP/1.1" status: 204 len: 168 time: 0.2342274 Nov 01 00:13:03.008826 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca5cc8-9b42-44da-8181-0c274217081e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb14a70f-9794-4db5-ad48-bbefee47653c,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:03.546086 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51310) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:03.559925 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8ccb-c6ae-480f-a3b5-198501f68e3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.634270 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8ccb-c6ae-480f-a3b5-198501f68e3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.698732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0b5f8ccb-c6ae-480f-a3b5-198501f68e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.737456 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0b5f8ccb-c6ae-480f-a3b5-198501f68e3d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=74daff5e42d94e5ebb218683a8d9322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900954 Nov 01 00:13:03.738412 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f8ccb-c6ae-480f-a3b5-198501f68e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3370ad-2f82-4eb1-b284-4092bd67281f,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:03.740038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51312) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:03.788750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.809296 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.932564 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.935020 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:03.936232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c3370ad-2f82-4eb1-b284-4092bd67281f HTTP/1.1" status: 204 len: 168 time: 0.1951351 Nov 01 00:13:03.945961 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3af70-8579-4050-8c06-2b5831971f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3370ad-2f82-4eb1-b284-4092bd67281f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:08.058834 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-959b0c36-855f-4431-b8b0-ea57abccb7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:10.555396 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-28aab8ec-8f5e-476d-980e-c8e974464c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:10.879801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42cb5-22e8-41ad-936c-4565ade4464b req-1e95bfc3-2a7f-4b81-9bf2-a48221b0ab61 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:10.881277 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16f42cb5-22e8-41ad-936c-4565ade4464b req-1e95bfc3-2a7f-4b81-9bf2-a48221b0ab61 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0483785 Nov 01 00:13:10.919570 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16f42cb5-22e8-41ad-936c-4565ade4464b req-8f10caae-8703-407a-a6ac-5015b16c8ede tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323596 Nov 01 00:13:10.981838 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:13:11.858054 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:12.082184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:12.194349 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045ad01-ef55-4db3-8296-4b9c4fa26136 req-d5de7969-a6ca-4072-b410-fbf588494aef tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:12.195889 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6045ad01-ef55-4db3-8296-4b9c4fa26136 req-d5de7969-a6ca-4072-b410-fbf588494aef tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.2038898 Nov 01 00:13:12.232671 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6045ad01-ef55-4db3-8296-4b9c4fa26136 req-0614ab38-2d0b-4b61-8864-9cbc58cc5071 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308590 Nov 01 00:13:13.353550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cd40a-fc3a-4dcf-9e84-8ee223d5e37f req-5494676b-319f-4a17-b4cd-6dffe7336aab tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:13.355289 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ff8cd40a-fc3a-4dcf-9e84-8ee223d5e37f req-5494676b-319f-4a17-b4cd-6dffe7336aab tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0499492 Nov 01 00:13:13.384040 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:13.395898 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ff8cd40a-fc3a-4dcf-9e84-8ee223d5e37f req-c6b636c9-fe97-4924-9abc-2256341b034b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347044 Nov 01 00:13:14.512839 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afc7d5-441f-4169-a961-1414787b2233 req-77f9d739-ea09-40a1-b4f7-b974fb31204b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:14.514302 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5afc7d5-441f-4169-a961-1414787b2233 req-77f9d739-ea09-40a1-b4f7-b974fb31204b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0483534 Nov 01 00:13:14.555117 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5afc7d5-441f-4169-a961-1414787b2233 req-8ea85c68-f50e-41f7-a128-899ca7ac551e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325785 Nov 01 00:13:15.723923 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c17781-8687-4ad3-bf9f-6b04778b8459 req-573e4a04-15b0-4d9b-b922-ede8b9529395 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:15.725405 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41c17781-8687-4ad3-bf9f-6b04778b8459 req-573e4a04-15b0-4d9b-b922-ede8b9529395 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0992055 Nov 01 00:13:15.762214 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41c17781-8687-4ad3-bf9f-6b04778b8459 req-f04cc939-6516-4b1b-a8ff-e1497d57d2a3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307558 Nov 01 00:13:16.878862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdb2bc-64f5-48b9-ba1c-7816a60c472d req-822e64cd-cdd4-4b87-bc70-66d6ebdd7f4f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:16.880278 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fbdb2bc-64f5-48b9-ba1c-7816a60c472d req-822e64cd-cdd4-4b87-bc70-66d6ebdd7f4f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0481579 Nov 01 00:13:16.919316 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fbdb2bc-64f5-48b9-ba1c-7816a60c472d req-1729e833-6a1a-4eb1-887a-101fe20b78a7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332329 Nov 01 00:13:17.592834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a256111-f637-4653-9ac1-a058917db61e req-8b2c2060-b3c9-44f8-9616-04b65215b506 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:17.594397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2a256111-f637-4653-9ac1-a058917db61e req-8b2c2060-b3c9-44f8-9616-04b65215b506 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.0488844 Nov 01 00:13:17.686419 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Deleting port 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:13:17.686750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:17.778583 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] For port 310ace6c-71bf-4938-afd8-acba243f3cdd, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=310ace6c-71bf-4938-afd8-acba243f3cdd,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:17.778923 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:18.032057 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:18.032756 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:18.032756 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Floating IP 139e5798-cdd7-48af-9042-dba590bd138a disassociated. External IP: 172.27.1.14, port: 310ace6c-71bf-4938-afd8-acba243f3cdd. Nov 01 00:13:18.033031 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Calling delete_port for 310ace6c-71bf-4938-afd8-acba243f3cdd owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:13:18.095116 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744181e8-01cf-44d8-b6b5-4c20720dc571 req-2bb906e9-0ae5-487c-9c20-00b408dc5a41 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:18.097512 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-744181e8-01cf-44d8-b6b5-4c20720dc571 req-2bb906e9-0ae5-487c-9c20-00b408dc5a41 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 946 time: 0.1046228 Nov 01 00:13:18.157350 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-744181e8-01cf-44d8-b6b5-4c20720dc571 req-c0e37eb8-b120-447d-b2f1-b1cb331af57e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=e750d607-cf86-465c-b303-4696056d57b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512929 Nov 01 00:13:18.304558 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:18.332130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'Port': ['ID=310ace6c-71bf-4938-afd8-acba243f3cdd,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:18.446710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:13:18.555846 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:13:18.567263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:13:18.577819 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:18.578816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:18.596697 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] No DVR routers for this DVR port 310ace6c-71bf-4938-afd8-acba243f3cdd on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:13:18.600546 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:18.604446 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2a256111-f637-4653-9ac1-a058917db61e req-5c236e3a-453c-451d-8d1e-a834f7a429b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "DELETE /v2.0/ports/310ace6c-71bf-4938-afd8-acba243f3cdd HTTP/1.1" status: 204 len: 173 time: 1.0038867 Nov 01 00:13:18.607572 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-deleted', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:18.607572 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710cf366-fdf5-451f-a23c-8b8901e4303f" -d '{"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-deleted", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:18.647848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847c1d21-3b9d-4bd4-b322-744df21983da x-openstack-request-id: req-847c1d21-3b9d-4bd4-b322-744df21983da {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:18.648140 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a81ed92c-fb11-40dc-abb3-f11108e75faa", "name": "network-vif-deleted", "tag": "310ace6c-71bf-4938-afd8-acba243f3cdd", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:18.648394 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-847c1d21-3b9d-4bd4-b322-744df21983da {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:18.649454 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a81ed92c-fb11-40dc-abb3-f11108e75faa', 'name': 'network-vif-deleted', 'tag': '310ace6c-71bf-4938-afd8-acba243f3cdd', 'status': 'completed', 'code': 200} Nov 01 00:13:18.809625 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:19.008634 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:19.035910 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:13:19.044342 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:19.045002 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:19.153719 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:19.257922 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d70253c0-ac2b-4d84-a713-1339de7edc4b req-769f0ea4-b980-498f-9bff-8a533a04228d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0261536 Nov 01 00:13:19.360257 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:19.386778 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9276acbd-8d6b-445b-8c9a-5de4009c0818 None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:13:19.603217 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3152a6cc-e4aa-4ca1-a74a-a88cc268fe88 None None] New status for floating IP 139e5798-cdd7-48af-9042-dba590bd138a: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:13:20.366151 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6a384344-477d-4583-bcec-0dc0424f5810 req-e2211d65-40fa-4672-968d-150b92d62047 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0302143 Nov 01 00:13:21.464486 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a35bcb8-37e1-46b8-8ad5-eb49d5ea07e9 req-728c7dbb-70b0-41bd-83fa-f26472a838d1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=a81ed92c-fb11-40dc-abb3-f11108e75faa HTTP/1.1" status: 200 len: 210 time: 0.0263417 Nov 01 00:13:21.583462 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-06889a96-836c-48ab-9f12-2ba576a7db36 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398352 Nov 01 00:13:21.706952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-1002b8ae-817b-4259-a601-b47b5704aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:21.708422 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-1002b8ae-817b-4259-a601-b47b5704aadc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 1099 time: 0.0416512 Nov 01 00:13:21.871943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-8ec040f8-4e7f-4dba-b60d-a1e7cb792e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:21.873393 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-8ec040f8-4e7f-4dba-b60d-a1e7cb792e75 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.1040008 Nov 01 00:13:21.904484 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:21.938247 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-78662c36-39e1-4c09-9219-66bf670ee6ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 200 len: 1001 time: 0.0563867 Nov 01 00:13:21.991147 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-f811f366-a4f2-4602-9223-3858991c0b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:21.992635 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-f811f366-a4f2-4602-9223-3858991c0b96 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0470710 Nov 01 00:13:22.043987 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-bc1b353d-38cc-4d44-9d59-a97469ae86e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:22.045490 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-bc1b353d-38cc-4d44-9d59-a97469ae86e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406797 Nov 01 00:13:22.134949 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-c216f202-cb14-41f3-8205-9fe10ff088fa service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816321 Nov 01 00:13:22.242973 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cc1805f7-36ed-438f-a612-be4cd7f3fdf3 req-cbc2a198-87cf-4fef-8b3f-921fcdc181fe service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936239 Nov 01 00:13:23.476777 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:13:23.497872 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 310ace6c-71bf-4938-afd8-acba243f3cdd {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:13:23.498215 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 310ace6c-71bf-4938-afd8-acba243f3cdd not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:13:23.619549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51566) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:23.674783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:23.698282 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:23.823959 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:23.826633 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:23.827822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "DELETE /v2.0/security-groups/e750d607-cf86-465c-b303-4696056d57b0 HTTP/1.1" status: 204 len: 168 time: 0.2072818 Nov 01 00:13:23.830911 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51568) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:23.836893 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bda4482-92e9-4fa7-86ec-a9b0d9f740a1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e750d607-cf86-465c-b303-4696056d57b0,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:23.845016 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.api.v2.resource [None req-fe7b0e90-dac6-44f1-ab38-d996430a564a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] show failed (client error): The resource could not be found. Nov 01 00:13:23.846641 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-fe7b0e90-dac6-44f1-ab38-d996430a564a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups/e750d607-cf86-465c-b303-4696056d57b0 HTTP/1.1" status: 404 len: 347 time: 0.0146012 Nov 01 00:13:23.849609 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51570) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:23.977426 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Deleting port 5f0cf827-c6ef-4686-921f-13bbb265d2a4 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:13:23.977766 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.058962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.059284 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.071510 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Calling delete_port for 5f0cf827-c6ef-4686-921f-13bbb265d2a4 owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:13:24.258459 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.287633 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'Port': ['ID=5f0cf827-c6ef-4686-921f-13bbb265d2a4,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:24.345645 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.348333 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:24.349483 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-605ce9b1-e9da-4f4e-968d-7eda22a6fd5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "DELETE /v2.0/floatingips/139e5798-cdd7-48af-9042-dba590bd138a HTTP/1.1" status: 204 len: 168 time: 0.4989793 Nov 01 00:13:24.946403 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51600) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:24.951035 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1596782669', 'description': 'tempest-description--1099328575'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:25.098728 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.164568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.229858 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.260358 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94511273-37e1-437a-b755-7d3d97edb110,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:25.334173 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.335426 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-c584d34d-0b67-4bd9-8d43-dfa4a023860c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3879869 Nov 01 00:13:25.338294 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51608) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:25.342571 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group_rule': {'security_group_id': '94511273-37e1-437a-b755-7d3d97edb110', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:25.462665 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.515239 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.612968 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.630259 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9e3cd2-41d7-4166-807d-5cae0b80da37,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:25.810932 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:25.812325 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7b34a8b1-33f2-4a9e-a204-f603ac6369e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4730659 Nov 01 00:13:25.815518 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51624) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:25.819849 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'security_group_rule': {'security_group_id': '94511273-37e1-437a-b755-7d3d97edb110', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:26.052714 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.110137 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.475944 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.493661 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40fb38fa-3277-4732-9f73-f8d1e717b233,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:26.683273 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.684557 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-df70d51a-e37b-4f2a-8dc2-b1b83f138420 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8680851 Nov 01 00:13:26.687656 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51632) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:26.692234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:26.761532 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.857109 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:26.965023 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Allocated IP 172.27.1.5 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/8b5181e2-f819-4c23-a209-044e237bcde8) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:13:27.069849 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.195911 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.234477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:13:27.240029 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:13:27.243578 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:13:27.268164 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=8b5181e2-f819-4c23-a209-044e237bcde8,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:27.329179 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.419773 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.571493 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.675860 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.757329 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=8b5181e2-f819-4c23-a209-044e237bcde8,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:27.765252 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.889108 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:27.890280 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-1c39313e-69c2-425e-9e17-f3979f4cd6ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2017138 Nov 01 00:13:28.045926 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-a0b55c9f-f114-4848-88ac-4bb5a4eeceab tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1596782669&fields=id&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 267 time: 0.0381970 Nov 01 00:13:28.154380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-684c9412-7bf1-4b2c-bd05-2ff217a0c453 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:28.155782 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-684c9412-7bf1-4b2c-bd05-2ff217a0c453 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 817 time: 0.1025951 Nov 01 00:13:28.170799 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-f8224229-7165-4fb5-b1d5-ee9fbef82848 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/quotas/9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 375 time: 0.0088224 Nov 01 00:13:28.223121 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-dfb096e1-37dc-4675-9b1c-2b6af1dde2b3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466595 Nov 01 00:13:28.370975 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-c3f9acbc-fcbd-4987-bfc9-fd6940166dff service neutron] 10.222.0.41 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355047 Nov 01 00:13:28.464807 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-5f73c2ca-4b24-4da7-8f0a-27fa954b7bdd service neutron] 10.222.0.41 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868218 Nov 01 00:13:28.724257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36bf4cc1-b72c-43c6-89dd-85cea117373d req-6dc69642-fc66-40b5-a68c-efa5dcede78c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 210 time: 0.0288043 Nov 01 00:13:29.038550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10974242-960c-41cf-bf83-2bd98f7d8e0c req-3aa29ab6-dbd2-4986-b595-74df3edc7377 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:29.040150 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-10974242-960c-41cf-bf83-2bd98f7d8e0c req-3aa29ab6-dbd2-4986-b595-74df3edc7377 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.0494397 Nov 01 00:13:29.077496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-10974242-960c-41cf-bf83-2bd98f7d8e0c req-7fa69dfe-3ec6-427b-83c3-d560fbd9ac26 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313087 Nov 01 00:13:29.828398 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d33e018-d7f1-45ff-b029-de781c07c015 req-498d7366-c721-44df-a14d-9640dc61236d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 210 time: 0.0259581 Nov 01 00:13:30.200796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa70bb7-e8cd-4e64-b485-5324df75b9f9 req-7494bd9e-3e46-4463-9a2e-47b3205f4dff tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:30.202221 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fa70bb7-e8cd-4e64-b485-5324df75b9f9 req-7494bd9e-3e46-4463-9a2e-47b3205f4dff tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.0550568 Nov 01 00:13:30.240442 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fa70bb7-e8cd-4e64-b485-5324df75b9f9 req-47cb5af5-c2c4-4698-9ba1-882f3694ed68 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314486 Nov 01 00:13:30.925749 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-163573e9-3d4a-4209-bf80-afcfecad0cbe req-44f1f42d-3426-4179-9bc0-9bb34b05b6b0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 210 time: 0.0274632 Nov 01 00:13:31.050261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-ab940181-9fb9-4db9-8242-2555d338d9f0 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:31.055440 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-ab940181-9fb9-4db9-8242-2555d338d9f0 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.0483861 Nov 01 00:13:31.153718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Deleting port 329ccfad-9040-411e-9606-1d5bfa105661 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:13:31.154052 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:31.321553 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] For port 329ccfad-9040-411e-9606-1d5bfa105661, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=329ccfad-9040-411e-9606-1d5bfa105661,segment=NetworkSegment(557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a),segment_id=557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:31.322256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:31.344885 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-08a5b9ce-acc9-43d3-bbcb-ce8c9a564250 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:31.346837 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-08a5b9ce-acc9-43d3-bbcb-ce8c9a564250 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 817 time: 0.1956453 Nov 01 00:13:31.367381 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Calling delete_port for 329ccfad-9040-411e-9606-1d5bfa105661 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:13:31.451699 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-c00ed10e-f4c3-4c80-8454-fccbda7b2d1c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 380 time: 0.0853953 Nov 01 00:13:31.465509 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa112d1a-a151-4b00-96f8-2687268ac352 req-61b0b81f-d8b3-409e-8adf-cb5df7412cc6 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:31.466911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa112d1a-a151-4b00-96f8-2687268ac352 req-61b0b81f-d8b3-409e-8adf-cb5df7412cc6 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 945 time: 0.1480715 Nov 01 00:13:31.472127 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'port': {'device_id': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'admin_state_up': True, 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'security_groups': ['94511273-37e1-437a-b755-7d3d97edb110']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:31.587544 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa112d1a-a151-4b00-96f8-2687268ac352 req-a6310dc2-eb74-46e3-865a-3750fd76f28e tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/security-groups?id=bbdf94d4-a012-493f-8959-7fc97c72bca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074851 Nov 01 00:13:31.715318 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Made reservation on behalf of 9f8dab6c00274fdca74f2354c500a7b3 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:13:31.719016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:31.742368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:31.802359 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Pushing event deleted for resources: {'Port': ['ID=329ccfad-9040-411e-9606-1d5bfa105661,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:31.875901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] No DVR routers for this DVR port 329ccfad-9040-411e-9606-1d5bfa105661 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:13:31.879724 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:31.882945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e049b3b-2dde-45e6-94d3-b75c7a8adbc2 req-d19edcbe-ebf0-4d28-a493-f1964ae13f30 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.36 "DELETE /v2.0/ports/329ccfad-9040-411e-9606-1d5bfa105661 HTTP/1.1" status: 204 len: 173 time: 0.8239009 Nov 01 00:13:31.883372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'name': 'network-vif-deleted', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:31.885645 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f809477-7cde-4279-8f32-b323e9275a64" -d '{"events": [{"server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "name": "network-vif-deleted", "tag": "329ccfad-9040-411e-9606-1d5bfa105661"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:31.913615 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Allocated IP 172.20.0.13 (202277f7-f839-42eb-9c0d-390110b42ad4/0c83aa46-a1bb-4243-b660-dc2a08361f03/231d6ea5-76b6-471b-8d5c-8a3c67754dd0) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:13:31.997387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbeadfd-fad2-4e05-beb2-72e55f758fd5 x-openstack-request-id: req-bdbeadfd-fad2-4e05-beb2-72e55f758fd5 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:31.997387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28413ad4-09d6-4068-b276-e006286d86d8", "name": "network-vif-deleted", "tag": "329ccfad-9040-411e-9606-1d5bfa105661", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:31.997387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdbeadfd-fad2-4e05-beb2-72e55f758fd5 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:31.997387 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28413ad4-09d6-4068-b276-e006286d86d8', 'name': 'network-vif-deleted', 'tag': '329ccfad-9040-411e-9606-1d5bfa105661', 'status': 'completed', 'code': 200} Nov 01 00:13:32.039979 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-22f7383f-5bc9-48cf-ac50-171a7f2a7240 req-c3b91ec0-5ca4-493b-8047-3898a1f016a3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 210 time: 0.0335972 Nov 01 00:13:32.077151 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:32.173097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:32.212778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Network 202277f7-f839-42eb-9c0d-390110b42ad4 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:13:32.215898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:13:32.218138 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:13:32.262830 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:32.284783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:32.285398 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:32.353947 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-7b0589aa-9a18-47ed-8674-56609182f4ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8961105 Nov 01 00:13:32.401727 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-7cbd9351-6dca-4f87-9bbc-f9469d84fb9c None None] Provisioning complete for port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:13:32.402194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7cbd9351-6dca-4f87-9bbc-f9469d84fb9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:32.427531 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Request body: {'port': {'device_id': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:32.435705 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-7cbd9351-6dca-4f87-9bbc-f9469d84fb9c None None] Port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:13:32.732983 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f046b64-952d-40c9-8957-11e3ca9d5f50 req-02914b43-47ba-4370-b896-7723e2043fc0 tempest-VolumesSnapshotTestJSON-933708332 tempest-VolumesSnapshotTestJSON-933708332-project] 10.222.0.41 "GET /v2.0/ports?device_id=28413ad4-09d6-4068-b276-e006286d86d8 HTTP/1.1" status: 200 len: 210 time: 0.0290608 Nov 01 00:13:32.760947 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.021809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:13:33.029409 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.040985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Transition to ACTIVE for port object 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:13:33.109201 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.184756 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:33.242827 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7813c-bced-406f-afd3-b3743d0a3da8 req-75e01363-03f6-4b36-a99b-a331f04b8eb4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:33.244379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f1c7813c-bced-406f-afd3-b3743d0a3da8 req-75e01363-03f6-4b36-a99b-a331f04b8eb4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.1319001 Nov 01 00:13:33.300734 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f1c7813c-bced-406f-afd3-b3743d0a3da8 req-d3229b62-e2f9-44ef-829e-13195d8173c4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499883 Nov 01 00:13:33.301529 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Attempting to bind port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:13:33.301857 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Attempting to bind port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:13:33.302181 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Attempting to bind port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:13:33.306726 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 on network 202277f7-f839-42eb-9c0d-390110b42ad4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:13:33.307040 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Attempting to bind port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 on network 202277f7-f839-42eb-9c0d-390110b42ad4 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:13:33.311794 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:13:33.312125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Checking segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:13:33.312492 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Bound using segment: {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:13:33.312907 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Bound port: 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:13:33.313254 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.373625 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:13:33.376579 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:13:33.487322 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.521552 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:33.522159 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:33.523571 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] 10.222.0.36 "PUT /v2.0/ports/231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 1094 time: 1.1516898 Nov 01 00:13:33.528928 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 329ccfad-9040-411e-9606-1d5bfa105661 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:13:33.553378 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d00386-7f19-4b09-89be-72bfa3eb18ff service neutron] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:33.556865 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 329ccfad-9040-411e-9606-1d5bfa105661 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:13:33.559053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 329ccfad-9040-411e-9606-1d5bfa105661 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:13:33.706839 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-c2c24522-445e-4bcd-adcb-cf932250c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:33.708404 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-c2c24522-445e-4bcd-adcb-cf932250c583 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1097 time: 0.0478034 Nov 01 00:13:33.757125 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-cf855576-0db7-459d-90e0-7872e3638327 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 217 time: 0.0335603 Nov 01 00:13:33.809326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-05686b86-069c-4403-9349-cc76630a4b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:33.810742 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-05686b86-069c-4403-9349-cc76630a4b22 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0450332 Nov 01 00:13:33.865075 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-fd7e9b43-11d1-40af-987b-21cdb316e8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:33.871620 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-fd7e9b43-11d1-40af-987b-21cdb316e8cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455480 Nov 01 00:13:33.957498 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-86be7caa-476b-4306-b023-c106edffc14a service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824373 Nov 01 00:13:34.010651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:34.012959 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5175c2b-6025-464e-a65c-4044d6134589" -d '{"events": [{"name": "network-changed", "server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:34.049854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae87375-2577-4d06-bc98-02a3e2ef56ab x-openstack-request-id: req-4ae87375-2577-4d06-bc98-02a3e2ef56ab {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:34.050136 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:34.050384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ae87375-2577-4d06-bc98-02a3e2ef56ab {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:34.050764 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'status': 'completed', 'code': 200} Nov 01 00:13:34.061011 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2c82b1fd-c885-4692-9503-70e2eb228756 req-fd26a677-13d9-4e5c-b7b0-5093656a1856 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941553 Nov 01 00:13:34.355252 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5175c2b-6025-464e-a65c-4044d6134589 req-01c22104-1891-470e-8b5d-366c30266636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.356817 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-01c22104-1891-470e-8b5d-366c30266636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1097 time: 0.0422966 Nov 01 00:13:34.475710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4c2f5-9557-4fab-894b-c822efd90906 req-450e50d2-1f57-4c95-8f28-7e8ff4eca4ba tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.477195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-53e4c2f5-9557-4fab-894b-c822efd90906 req-450e50d2-1f57-4c95-8f28-7e8ff4eca4ba tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.1030352 Nov 01 00:13:34.502588 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5175c2b-6025-464e-a65c-4044d6134589 req-e663efce-7a1a-46e4-a451-7f85ec3631b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.504149 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-e663efce-7a1a-46e4-a451-7f85ec3631b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.1380239 Nov 01 00:13:34.553571 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-753915bc-9569-4b26-956c-c7a6ec27ea41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 217 time: 0.0415573 Nov 01 00:13:34.556422 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-53e4c2f5-9557-4fab-894b-c822efd90906 req-55654c57-97d2-461d-9b15-c4039121dc1d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703130 Nov 01 00:13:34.608321 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5175c2b-6025-464e-a65c-4044d6134589 req-d6b1c7bd-8fc6-4461-a1be-2283378b664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.609809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-d6b1c7bd-8fc6-4461-a1be-2283378b664b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0482757 Nov 01 00:13:34.656260 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5175c2b-6025-464e-a65c-4044d6134589 req-2fc98b51-f7eb-4a3e-bc3b-f3dc6d9b85e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.658530 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-2fc98b51-f7eb-4a3e-bc3b-f3dc6d9b85e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403516 Nov 01 00:13:34.782168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea009b-25fa-44f8-8e98-3943b66fb888 req-e8c5b7cc-aa71-485f-bd11-c8face14f5f7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:34.784680 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49ea009b-25fa-44f8-8e98-3943b66fb888 req-e8c5b7cc-aa71-485f-bd11-c8face14f5f7 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0735619 Nov 01 00:13:34.805214 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-56313931-6859-424d-91c8-7e45f7584de4 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386633 Nov 01 00:13:34.877282 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49ea009b-25fa-44f8-8e98-3943b66fb888 req-6ac9d4dd-59ce-4dc9-8dd2-a00655fb6e1f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837994 Nov 01 00:13:34.919200 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a5175c2b-6025-464e-a65c-4044d6134589 req-d90a0712-5d46-4f64-9135-de2628f3a72b service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018250 Nov 01 00:13:35.537021 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:13:35.630730 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:35.642397 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:13:35.680147 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d878a3-2902-4eba-900d-22eab9b43985 req-2eaf8741-acde-45f8-8c50-9889f377c6b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:35.681789 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80d878a3-2902-4eba-900d-22eab9b43985 req-2eaf8741-acde-45f8-8c50-9889f377c6b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0503738 Nov 01 00:13:35.683635 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:35.697161 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:13:35.716394 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:35.721466 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80d878a3-2902-4eba-900d-22eab9b43985 req-95802364-9fc8-4c8f-b0b8-df4075d867cd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334711 Nov 01 00:13:35.806919 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:35.854129 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:35.861819 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.862257 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.862595 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.862926 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.863252 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.863601 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.863925 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.864246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.864567 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.864885 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.865198 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:35.865512 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:13:36.000730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a14fb9-9f16-42ec-82b6-daa0272c5b28 req-4e627910-98b8-4d5c-a0b0-1573769921a8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:36.002305 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9a14fb9-9f16-42ec-82b6-daa0272c5b28 req-4e627910-98b8-4d5c-a0b0-1573769921a8 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0504708 Nov 01 00:13:36.042900 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f9a14fb9-9f16-42ec-82b6-daa0272c5b28 req-ce071173-e4d6-4ac3-b229-502976f0ea68 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342126 Nov 01 00:13:36.139655 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['231d6ea5-76b6-471b-8d5c-8a3c67754dd0'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:13:36.847537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6516165-16af-4533-821e-cf48dde3f626 req-7da6366d-a7e6-4fdd-8a6d-ae1d98fdbb39 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:36.849048 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6516165-16af-4533-821e-cf48dde3f626 req-7da6366d-a7e6-4fdd-8a6d-ae1d98fdbb39 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0545659 Nov 01 00:13:36.890360 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6516165-16af-4533-821e-cf48dde3f626 req-c2ea13b3-0ae7-4516-af1b-203ec30b1569 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351613 Nov 01 00:13:37.158905 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d353a-912a-4757-84db-e5b3b15479ec req-9ce40ba6-8980-4688-a8ed-ef421944a2eb tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:37.160420 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-657d353a-912a-4757-84db-e5b3b15479ec req-9ce40ba6-8980-4688-a8ed-ef421944a2eb tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0497079 Nov 01 00:13:37.198685 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-657d353a-912a-4757-84db-e5b3b15479ec req-fa9175d7-bba0-4abf-96f8-c2b1b99d748b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Nov 01 00:13:38.010423 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58865e-df63-42cf-b435-55b66607fefa req-fb069740-5070-432d-90e6-0a16f704d7e6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:38.012007 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad58865e-df63-42cf-b435-55b66607fefa req-fb069740-5070-432d-90e6-0a16f704d7e6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0489068 Nov 01 00:13:38.035262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4655fbb2-3206-4f0d-9424-a9d95c9f579c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:38.050182 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ad58865e-df63-42cf-b435-55b66607fefa req-728438c9-6f07-4d6e-ad7d-5c769d179ced tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318220 Nov 01 00:13:38.309744 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc4780-5742-44fb-a2d5-d82c526e8429 req-31c7a3aa-8de4-49d2-9b31-c508b9e29235 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:38.311191 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9fc4780-5742-44fb-a2d5-d82c526e8429 req-31c7a3aa-8de4-49d2-9b31-c508b9e29235 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0478642 Nov 01 00:13:38.351664 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9fc4780-5742-44fb-a2d5-d82c526e8429 req-7dc561f6-3951-435c-89fb-0baa2c6748c4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340676 Nov 01 00:13:39.167418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91dc346-317b-47e8-b463-e3af4722f9fc req-50123fe1-9986-4dfc-86a9-2d6e2c756079 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:39.168894 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d91dc346-317b-47e8-b463-e3af4722f9fc req-50123fe1-9986-4dfc-86a9-2d6e2c756079 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0488167 Nov 01 00:13:39.206006 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d91dc346-317b-47e8-b463-e3af4722f9fc req-a087b9e7-1de4-4e19-957c-e3c25f4d4a71 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306959 Nov 01 00:13:39.465201 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d665b60-5af6-4d12-9b16-bf0a28094832 req-37802f77-8c4a-4a76-8874-bff6050f06b6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:39.466690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8d665b60-5af6-4d12-9b16-bf0a28094832 req-37802f77-8c4a-4a76-8874-bff6050f06b6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0494165 Nov 01 00:13:39.505081 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8d665b60-5af6-4d12-9b16-bf0a28094832 req-ca78b534-4deb-4fe3-aa83-27871227fff5 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323668 Nov 01 00:13:40.322441 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd0a8c-dd93-47bb-8118-8719dae67aa4 req-4291b3e3-cda5-49e6-95ef-c2e5195d5459 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:40.323997 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-03bd0a8c-dd93-47bb-8118-8719dae67aa4 req-4291b3e3-cda5-49e6-95ef-c2e5195d5459 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0490384 Nov 01 00:13:40.365791 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-03bd0a8c-dd93-47bb-8118-8719dae67aa4 req-e4feee7c-c8c9-4e2d-bfd5-b263971ec998 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352190 Nov 01 00:13:40.561171 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3273f028-0107-465f-8eda-e489bbe66309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:40.624169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78753aaf-0fa9-416b-a9f8-a671710850e4 req-573cb2ee-b141-4b26-950c-a6cfc20eab5c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:40.625668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78753aaf-0fa9-416b-a9f8-a671710850e4 req-573cb2ee-b141-4b26-950c-a6cfc20eab5c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0492299 Nov 01 00:13:40.666166 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78753aaf-0fa9-416b-a9f8-a671710850e4 req-e0fb47ed-d25e-42f5-8fbc-81852cb15bea tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326581 Nov 01 00:13:41.483186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352411ee-422c-48cb-b3b5-90711551452c req-f4f8958d-22a7-4242-98d5-e8c448b2b6d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:41.484690 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-352411ee-422c-48cb-b3b5-90711551452c req-f4f8958d-22a7-4242-98d5-e8c448b2b6d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0486393 Nov 01 00:13:41.521553 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-352411ee-422c-48cb-b3b5-90711551452c req-8bf8f15c-fee6-4222-bc3c-b2dafd3da272 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311198 Nov 01 00:13:41.777054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccfa5a7-2f12-462c-a46a-7b831e92c184 req-2562e61e-d2e9-465a-adc6-5cf7d7033a03 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:41.778506 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ccfa5a7-2f12-462c-a46a-7b831e92c184 req-2562e61e-d2e9-465a-adc6-5cf7d7033a03 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0471799 Nov 01 00:13:41.819737 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2ccfa5a7-2f12-462c-a46a-7b831e92c184 req-5e206e7f-3f56-4313-b0f2-6c7b611eb9d4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345976 Nov 01 00:13:41.852292 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.046398 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.334368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-42701e98-1579-4340-ad89-81ab4d419294 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:42.335822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-42701e98-1579-4340-ad89-81ab4d419294 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0474060 Nov 01 00:13:42.425414 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Deleting port 055328f7-a878-4d95-ac04-b5121d832a30 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:13:42.425749 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.514505 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] For port 055328f7-a878-4d95-ac04-b5121d832a30, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=055328f7-a878-4d95-ac04-b5121d832a30,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:42.515237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.705494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c526e-682a-41a0-8606-99f0c0617684 req-07616ee0-cd70-40a6-9016-504cff890c35 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:42.706958 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-650c526e-682a-41a0-8606-99f0c0617684 req-07616ee0-cd70-40a6-9016-504cff890c35 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0999599 Nov 01 00:13:42.738646 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.738999 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.739312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Floating IP fee4aef0-dd14-4b80-b1e9-e32aab817cda disassociated. External IP: 172.27.1.43, port: 055328f7-a878-4d95-ac04-b5121d832a30. Nov 01 00:13:42.739677 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Calling delete_port for 055328f7-a878-4d95-ac04-b5121d832a30 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:13:42.762180 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-650c526e-682a-41a0-8606-99f0c0617684 req-ba2507d9-131e-4ef6-b81d-01759c82eddc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475121 Nov 01 00:13:42.942385 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540d30d-5284-4def-a539-98b308e45e9e req-63de9e6a-c874-4f4c-909d-958491774008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:42.943932 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7540d30d-5284-4def-a539-98b308e45e9e req-63de9e6a-c874-4f4c-909d-958491774008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 946 time: 0.0568364 Nov 01 00:13:42.959303 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:42.994872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'Port': ['ID=055328f7-a878-4d95-ac04-b5121d832a30,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:43.020810 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7540d30d-5284-4def-a539-98b308e45e9e req-40bbe957-86dc-4276-9953-b041bb728680 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=347471bc-5e63-4d46-b61c-1fcc61d85c5d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685902 Nov 01 00:13:43.131809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:13:43.247019 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:13:43.257299 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:13:43.266764 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:43.267918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:43.292786 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] No DVR routers for this DVR port 055328f7-a878-4d95-ac04-b5121d832a30 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:13:43.294711 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:43.298197 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ecc869-8458-4817-915a-8d7a8e37d12c req-cefbb747-1f56-4323-b3e9-b030c3ffd7b2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "DELETE /v2.0/ports/055328f7-a878-4d95-ac04-b5121d832a30 HTTP/1.1" status: 204 len: 173 time: 0.9550357 Nov 01 00:13:43.298641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'name': 'network-vif-deleted', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:43.300978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805016ff-732a-47ed-8356-b8709ce624c8" -d '{"events": [{"server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "name": "network-vif-deleted", "tag": "055328f7-a878-4d95-ac04-b5121d832a30"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:43.351110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b540b58-d7e3-4719-b764-485ad8c29e66 x-openstack-request-id: req-7b540b58-d7e3-4719-b764-485ad8c29e66 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:43.351110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34fff0ae-86cb-424f-8d26-934ab2d77fdf", "name": "network-vif-deleted", "tag": "055328f7-a878-4d95-ac04-b5121d832a30", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:43.351110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b540b58-d7e3-4719-b764-485ad8c29e66 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:43.351679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34fff0ae-86cb-424f-8d26-934ab2d77fdf', 'name': 'network-vif-deleted', 'tag': '055328f7-a878-4d95-ac04-b5121d832a30', 'status': 'completed', 'code': 200} Nov 01 00:13:43.400633 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:43.432921 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:43.617439 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:43.644091 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:13:43.653082 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:43.653905 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:43.772022 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:43.880208 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469cdf8-1dc6-4a45-8c58-c7c3293e9d8e req-4afe6602-435e-43db-9b3c-e582e667b1f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:43.881836 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3469cdf8-1dc6-4a45-8c58-c7c3293e9d8e req-4afe6602-435e-43db-9b3c-e582e667b1f8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0492651 Nov 01 00:13:43.919649 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3469cdf8-1dc6-4a45-8c58-c7c3293e9d8e req-034d1776-5573-4695-8b1b-f2dc25aff2a3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Nov 01 00:13:43.975113 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:44.002237 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2327ba4-045d-4e86-aac2-68ae74e34c8e None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:13:44.121793 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3e13ba3e-b513-4eb7-bbae-f87bb0b6109e req-0f07381a-8a48-4324-ba95-76ffa7e4baec tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0321925 Nov 01 00:13:44.214518 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2aee66-610a-47c7-8c03-6282fcdc6de4 None None] New status for floating IP fee4aef0-dd14-4b80-b1e9-e32aab817cda: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:13:45.043431 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015d26d-aa70-45cb-83e1-ec90b22a06cc req-4d0d50c1-4f4e-428d-bd33-3d2ce1f6fee3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:45.044919 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a015d26d-aa70-45cb-83e1-ec90b22a06cc req-4d0d50c1-4f4e-428d-bd33-3d2ce1f6fee3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0485981 Nov 01 00:13:45.082467 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a015d26d-aa70-45cb-83e1-ec90b22a06cc req-7f1ddece-20f4-41b5-851f-1f3ed5e726c1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314014 Nov 01 00:13:45.214988 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7b838c57-f647-4242-917d-e04fdf8def8c req-bc7fb4f2-b0eb-45d2-8858-af87ec8c12db tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0259879 Nov 01 00:13:45.510780 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:13:45.595274 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:13:45.599731 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:13:45.600046 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:45.680837 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:45.704562 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:45.706978 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc817a8d-5359-4ed2-bf26-7dd566adbfe9" -d '{"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:45.721646 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:13:45.744321 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5101b36b-ba2a-4a06-80f5-fc08a0f4809f x-openstack-request-id: req-5101b36b-ba2a-4a06-80f5-fc08a0f4809f {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:45.744662 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:45.750187 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5101b36b-ba2a-4a06-80f5-fc08a0f4809f {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:45.750187 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'code': 200} Nov 01 00:13:45.835445 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:45.835445 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 055328f7-a878-4d95-ac04-b5121d832a30 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:13:45.878019 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 055328f7-a878-4d95-ac04-b5121d832a30 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:13:45.878408 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 055328f7-a878-4d95-ac04-b5121d832a30 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:13:45.906012 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:46.199141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3a61f-f697-4c97-9f40-3cfb9604dcff req-b44c60c4-c621-417b-9f11-b460f31a8420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:46.203051 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68e3a61f-f697-4c97-9f40-3cfb9604dcff req-b44c60c4-c621-417b-9f11-b460f31a8420 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1099 time: 0.0711589 Nov 01 00:13:46.219532 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f47b3-dbdc-49c2-8539-6c13f550ced3 req-cf73558a-1400-4a0c-afae-e1e51d114ea8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:46.222118 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-196f47b3-dbdc-49c2-8539-6c13f550ced3 req-cf73558a-1400-4a0c-afae-e1e51d114ea8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0605369 Nov 01 00:13:46.276303 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-68e3a61f-f697-4c97-9f40-3cfb9604dcff req-6626186f-6afc-4aad-aa88-631298e0ef03 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531254 Nov 01 00:13:46.281211 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-196f47b3-dbdc-49c2-8539-6c13f550ced3 req-b398e563-b4cc-4e3b-9092-479571220acc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528102 Nov 01 00:13:46.330904 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1b918648-3244-4d55-a199-30ccff1419bb req-aa36f5a7-97f4-4f08-8f3f-a419c5ce0bdf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=34fff0ae-86cb-424f-8d26-934ab2d77fdf HTTP/1.1" status: 200 len: 210 time: 0.0268459 Nov 01 00:13:47.410494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59432b9-e5da-4d55-bb1b-81e1c8a08ec8 req-283fdffe-44e9-4b5e-accf-905ebe18814e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:47.412039 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a59432b9-e5da-4d55-bb1b-81e1c8a08ec8 req-283fdffe-44e9-4b5e-accf-905ebe18814e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0529232 Nov 01 00:13:47.452429 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a59432b9-e5da-4d55-bb1b-81e1c8a08ec8 req-01a45100-9a30-4839-9c8f-291e8e61509d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345376 Nov 01 00:13:47.538671 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51904) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:47.594006 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.618786 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.721313 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.724940 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.726123 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "DELETE /v2.0/security-groups/347471bc-5e63-4d46-b61c-1fcc61d85c5d HTTP/1.1" status: 204 len: 168 time: 0.1863387 Nov 01 00:13:47.729300 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51918) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:47.737749 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb5da6-4ce1-477c-8dbb-afced17d20e3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347471bc-5e63-4d46-b61c-1fcc61d85c5d,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:47.753132 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.api.v2.resource [None req-43be00d2-ae99-42eb-b6f8-66026bbec0a9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] show failed (client error): The resource could not be found. Nov 01 00:13:47.753132 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-43be00d2-ae99-42eb-b6f8-66026bbec0a9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups/347471bc-5e63-4d46-b61c-1fcc61d85c5d HTTP/1.1" status: 404 len: 347 time: 0.0229077 Nov 01 00:13:47.758774 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51922) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:47.883986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Deleting port c0205a4a-7797-4843-9e6d-6bbb00c7a23d {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:13:47.884236 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.957129 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.957451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:47.968576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Calling delete_port for c0205a4a-7797-4843-9e6d-6bbb00c7a23d owned by network:floatingip {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:13:47.981416 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:13:48.206711 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:48.233325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'Port': ['ID=c0205a4a-7797-4843-9e6d-6bbb00c7a23d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:48.292124 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:48.294610 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:48.295755 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b15b3490-b644-4526-b421-89860221b701 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "DELETE /v2.0/floatingips/fee4aef0-dd14-4b80-b1e9-e32aab817cda HTTP/1.1" status: 204 len: 168 time: 0.5362890 Nov 01 00:13:48.573766 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f055b-0ffa-4532-b21c-5ec1c9680e0d req-7e30ef8e-2a52-4476-91a3-e11ecb4b5e75 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:48.575717 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-470f055b-0ffa-4532-b21c-5ec1c9680e0d req-7e30ef8e-2a52-4476-91a3-e11ecb4b5e75 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0511708 Nov 01 00:13:48.616397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-470f055b-0ffa-4532-b21c-5ec1c9680e0d req-45745298-0757-48f8-ba4d-42a75458b32f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348809 Nov 01 00:13:48.745637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52910bb-7561-44cc-a250-a9841330c638 req-0beff8a0-1932-470b-8c62-f8b7e8deece2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:48.747115 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d52910bb-7561-44cc-a250-a9841330c638 req-0beff8a0-1932-470b-8c62-f8b7e8deece2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0497563 Nov 01 00:13:48.755693 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51942) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:48.760069 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Request body: {'floatingip': {'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:48.794320 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51944) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:48.800778 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511684332', 'description': 'tempest-description--1953223174'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:48.803926 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:48.936906 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.005441 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.195204 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.226898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.227328 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be3df44-8c83-4a98-b82a-5f71748a1844,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:49.304149 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.305499 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6c6f0112-7735-464d-b09c-5b37dd8f2008 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5104234 Nov 01 00:13:49.308417 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51954) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:49.312685 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group_rule': {'security_group_id': '1be3df44-8c83-4a98-b82a-5f71748a1844', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:49.318957 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.394665 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.456272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.549662 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.568561 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c4f63a4-413a-4527-b450-6cd3a7790214,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:49.654509 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.660071 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5308923d-ec67-4f11-b74f-6ad6282df52f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3469193 Nov 01 00:13:49.660071 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 51956) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:49.664296 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Floating IP 44745346-0ea1-47eb-937b-ba378e4f9d62 associated. External IP: 172.27.1.5, port: 231d6ea5-76b6-471b-8d5c-8a3c67754dd0. Nov 01 00:13:49.664686 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'security_group_rule': {'security_group_id': '1be3df44-8c83-4a98-b82a-5f71748a1844', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:49.755264 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.813547 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.875240 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:13:49.909125 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.928542 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cb7c27-7a6b-44f1-b4e6-f6b30fc085aa,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:49.983946 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:13:49.989462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:49.995921 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:13:50.010316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:50.011011 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:50.015895 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-461277fc-f73f-4485-a1fd-d9bf33591343 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "PUT /v2.0/floatingips/44745346-0ea1-47eb-937b-ba378e4f9d62 HTTP/1.1" status: 200 len: 990 time: 1.2591429 Nov 01 00:13:50.016483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:50.018765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729a8752-7465-434f-9e6a-03fefec7996b" -d '{"events": [{"name": "network-changed", "server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:50.033925 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:50.034377 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d08bc926-c7a9-45b9-a9d3-002456abde23 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732209 Nov 01 00:13:50.037483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 51966) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:13:50.042740 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:50.071294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78adb5f5-4e23-4df6-9575-189675533423 x-openstack-request-id: req-78adb5f5-4e23-4df6-9575-189675533423 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:50.071620 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:50.071919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-78adb5f5-4e23-4df6-9575-189675533423 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:50.072321 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'status': 'completed', 'code': 200} Nov 01 00:13:50.166481 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:50.186134 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a8752-7465-434f-9e6a-03fefec7996b req-c3bc29ee-212a-48af-8c59-79632f765fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:50.187679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-c3bc29ee-212a-48af-8c59-79632f765fbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1099 time: 0.0598373 Nov 01 00:13:50.266922 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:50.329978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a8752-7465-434f-9e6a-03fefec7996b req-963e479b-de61-444f-8f66-c8d92065a085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:50.331693 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-963e479b-de61-444f-8f66-c8d92065a085 service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.1152439 Nov 01 00:13:50.404119 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:50.425473 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-77bfd23a-53a0-4c96-b5bd-f4ad6be6b40a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 998 time: 0.0857308 Nov 01 00:13:50.495965 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '44745346-0ea1-47eb-937b-ba378e4f9d62', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:27Z', 'updated_at': '2021-11-01T00:13:49Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:50.526316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:13:50.535838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:13:50.536569 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:50.537428 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a8752-7465-434f-9e6a-03fefec7996b req-cb0c33b8-0214-420f-9caa-6606da08b395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:50.538925 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-cb0c33b8-0214-420f-9caa-6606da08b395 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0885117 Nov 01 00:13:50.594189 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Allocated IP 172.27.1.107 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/f0a55493-b217-4863-8ef3-0f0503dbd472) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:13:50.618052 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a8752-7465-434f-9e6a-03fefec7996b req-0f528964-1b93-48fd-95f4-3dd1fab5b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:50.619598 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-0f528964-1b93-48fd-95f4-3dd1fab5b592 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731347 Nov 01 00:13:50.646000 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:13:50.710527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:50.829555 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:50.868362 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '44745346-0ea1-47eb-937b-ba378e4f9d62', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:27Z', 'updated_at': '2021-11-01T00:13:49Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:13:50.873922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:13:50.884903 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:13:50.889646 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:13:50.893228 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=f0a55493-b217-4863-8ef3-0f0503dbd472,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:50.901631 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a9e3b2-7c26-4252-b84b-2251bb93121f None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '44745346-0ea1-47eb-937b-ba378e4f9d62', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'floating_ip_address': '172.27.1.5', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:27Z', 'updated_at': '2021-11-01T00:13:49Z', 'revision_number': 1, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:13:50.983075 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.104364 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.107336 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9239671-c7b5-4206-84ae-d0431e753d7a None None] New status for floating IP 44745346-0ea1-47eb-937b-ba378e4f9d62: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:13:51.258998 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.343681 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.416617 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=f0a55493-b217-4863-8ef3-0f0503dbd472,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:51.427735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.522874 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.524141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b95cd9be-4f74-4fe0-80da-a8a71ada6901 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4856186 Nov 01 00:13:51.616796 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-ab41edae-13eb-4aa8-ba60-e6ad96eece0e service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834942 Nov 01 00:13:51.714240 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-82dd08f8-e1b2-4b33-ade1-f260d338e05c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--511684332&fields=id&tenant_id=d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 267 time: 0.0365968 Nov 01 00:13:51.817802 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-ec93c230-88b1-4ff6-b1d4-61a604d08226 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:51.819275 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-ec93c230-88b1-4ff6-b1d4-61a604d08226 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 810 time: 0.0984094 Nov 01 00:13:51.834640 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-f0afa4fd-35cd-4f0c-8057-28998d87e21f tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/quotas/d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 375 time: 0.0095222 Nov 01 00:13:51.886911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-dfcf8789-7a6f-449c-8d5f-5cbb25e28190 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470486 Nov 01 00:13:51.892793 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:51.989439 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-6788bfc4-21ed-44dd-8b40-548ccaafb7be service neutron] 10.222.0.41 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901005 Nov 01 00:13:52.079059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-ad4496ae-e353-429c-a4d3-326ca8442e72 service neutron] 10.222.0.41 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836968 Nov 01 00:13:52.306147 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9eb7eb10-2bd1-42ca-987b-0e65d175a10b req-7f76822c-93d8-4291-b7f8-90ed0261f65b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 210 time: 0.0276706 Nov 01 00:13:53.433888 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cbd8852b-a3b7-40bc-aaaf-8c574ae31b7e req-2ac88c2a-d903-4757-85f1-f155b3858353 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 210 time: 0.0593371 Nov 01 00:13:53.476223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-729a8752-7465-434f-9e6a-03fefec7996b req-1fa5d798-2049-4fc8-94bb-19647c36c893 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090906 Nov 01 00:13:54.531089 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c0ecb1b-1e70-4fca-8b60-61a5a2c9705c req-0995126d-1909-4adf-aed4-11582049f054 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 210 time: 0.0273471 Nov 01 00:13:54.673221 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-9778430e-1737-43cb-996d-4cdbc2da415c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:54.674768 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-9778430e-1737-43cb-996d-4cdbc2da415c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 810 time: 0.1073568 Nov 01 00:13:54.725400 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-303b36c5-7a9d-45f3-8185-0a4dc51e0ba4 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d76079db636a479aa8b45cb0de9c4a21 HTTP/1.1" status: 200 len: 379 time: 0.0350058 Nov 01 00:13:54.735215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'port': {'device_id': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'admin_state_up': True, 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'security_groups': ['1be3df44-8c83-4a98-b82a-5f71748a1844']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:54.936965 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Made reservation on behalf of d76079db636a479aa8b45cb0de9c4a21 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:13:54.941154 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.073905 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Allocated IP 172.20.0.11 (f82f3247-2b1c-4ece-b964-d1950f931ce7/ab6958f2-a48b-4a75-96e3-9c8fbacecc72/bd68c482-9bb8-4600-a85f-9865334ec918) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:13:55.207819 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.361897 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.410851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:13:55.414077 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:13:55.417954 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:13:55.425335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event updated for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:55.474465 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:55.475097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.586406 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-d48147e9-1a4b-43c5-a77a-c80991e0f185 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8548698 Nov 01 00:13:55.607562 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Request body: {'port': {'device_id': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:13:55.647878 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-50002c09-e650-4f10-8e20-cc57b89a99a9 None None] Provisioning complete for port bd68c482-9bb8-4600-a85f-9865334ec918 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:13:55.648453 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-50002c09-e650-4f10-8e20-cc57b89a99a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.684050 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-50002c09-e650-4f10-8e20-cc57b89a99a9 None None] Port bd68c482-9bb8-4600-a85f-9865334ec918 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:13:55.699312 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba38fdfc-a456-46ab-80a0-b9f7ad887bdb req-b871b2ee-c6be-4dab-8bdb-883a86af56dc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:55.700729 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba38fdfc-a456-46ab-80a0-b9f7ad887bdb req-b871b2ee-c6be-4dab-8bdb-883a86af56dc tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 932 time: 0.0905395 Nov 01 00:13:55.701266 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.769982 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba38fdfc-a456-46ab-80a0-b9f7ad887bdb req-71fbccc2-1da3-4767-a8db-53b765880fd9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598967 Nov 01 00:13:55.976779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd68c482-9bb8-4600-a85f-9865334ec918 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:13:55.984216 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:55.995824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Transition to ACTIVE for port object bd68c482-9bb8-4600-a85f-9865334ec918 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:13:56.085393 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:56.134840 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Pushing event updated for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:56.214313 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Attempting to bind port bd68c482-9bb8-4600-a85f-9865334ec918 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:13:56.214648 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Attempting to bind port bd68c482-9bb8-4600-a85f-9865334ec918 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:13:56.214972 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Attempting to bind port bd68c482-9bb8-4600-a85f-9865334ec918 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:13:56.219780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Port bd68c482-9bb8-4600-a85f-9865334ec918 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:13:56.220146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Attempting to bind port bd68c482-9bb8-4600-a85f-9865334ec918 on network f82f3247-2b1c-4ece-b964-d1950f931ce7 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:13:56.225314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:13:56.225651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Checking segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:13:56.226038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Bound using segment: {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:13:56.226466 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Bound port: bd68c482-9bb8-4600-a85f-9865334ec918, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84825579-7268-4ae0-b5d6-49adb8d60582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:13:56.226872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:56.290323 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:13:56.293331 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bd68c482-9bb8-4600-a85f-9865334ec918,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:13:56.349782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:56.384042 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:56.384649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:13:56.386047 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] 10.222.0.36 "PUT /v2.0/ports/bd68c482-9bb8-4600-a85f-9865334ec918 HTTP/1.1" status: 200 len: 1094 time: 0.7830839 Nov 01 00:13:56.386514 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:13:56.388948 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:13:56.420036 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36e3ee-51b2-40ab-806c-5b16fe169f14 service neutron] Pushing event updated for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:13:56.435153 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588f3798-5108-4ce9-8a67-42337c7230ef x-openstack-request-id: req-588f3798-5108-4ce9-8a67-42337c7230ef {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:13:56.435472 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:13:56.435730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-588f3798-5108-4ce9-8a67-42337c7230ef {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:13:56.436125 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'status': 'completed', 'code': 200} Nov 01 00:13:56.888773 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b9be-c1a4-42d7-8a04-4f73564684a8 req-c17c95c1-490b-41b0-a287-9e46135c4e98 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:56.890249 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d77b9be-c1a4-42d7-8a04-4f73564684a8 req-c17c95c1-490b-41b0-a287-9e46135c4e98 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 944 time: 0.0523717 Nov 01 00:13:56.928469 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6d77b9be-c1a4-42d7-8a04-4f73564684a8 req-1e3b1f4f-006b-4e87-b3bd-37354ae18315 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310910 Nov 01 00:13:58.039537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64786b20-599a-4c5e-ae5a-cf85b69ad310 req-c34eae46-fc21-4235-bba8-0dc0e57cbfdf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:58.040999 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64786b20-599a-4c5e-ae5a-cf85b69ad310 req-c34eae46-fc21-4235-bba8-0dc0e57cbfdf tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 944 time: 0.0484338 Nov 01 00:13:58.077785 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64786b20-599a-4c5e-ae5a-cf85b69ad310 req-b26bca75-d24a-4c34-9b78-045d77eaa56b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Nov 01 00:13:58.661700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-36bf7ce5-ced1-4f36-b369-7797503eceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:58.663823 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-36bf7ce5-ced1-4f36-b369-7797503eceaa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 1097 time: 0.0418737 Nov 01 00:13:58.771680 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-67b0f8d9-87d5-49a4-80e7-c40db956deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:58.773066 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-67b0f8d9-87d5-49a4-80e7-c40db956deda service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d76079db636a479aa8b45cb0de9c4a21&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0940695 Nov 01 00:13:58.868153 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-08415e3c-6c8b-4e02-8df1-559b66693609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:58.869752 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d8f906d3-a594-4e2a-9799-ac5197f8a0f1 req-08415e3c-6c8b-4e02-8df1-559b66693609 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892992 Nov 01 00:13:58.971688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-1fd64580-b0af-431d-92e9-65cdc429724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:58.973163 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-1fd64580-b0af-431d-92e9-65cdc429724e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 1097 time: 0.0403371 Nov 01 00:13:59.022266 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-338e20ca-5755-44ab-ba4e-cfe2663a5e7e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd68c482-9bb8-4600-a85f-9865334ec918 HTTP/1.1" status: 200 len: 217 time: 0.0335722 Nov 01 00:13:59.069285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-0a19dac2-7289-4db6-9ddb-cb0deb6efec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:59.070688 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-0a19dac2-7289-4db6-9ddb-cb0deb6efec1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0416377 Nov 01 00:13:59.120353 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-f9e12678-94c8-4414-9cbe-63efa28bd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:59.121839 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-f9e12678-94c8-4414-9cbe-63efa28bd194 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433829 Nov 01 00:13:59.236828 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e1ce3-90da-462f-ac8a-0d7d59f4e8e4 req-f0a9bb1c-df47-4095-b0c4-574513e2ae49 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:13:59.238597 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7c3e1ce3-90da-462f-ac8a-0d7d59f4e8e4 req-f0a9bb1c-df47-4095-b0c4-574513e2ae49 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 944 time: 0.0916841 Nov 01 00:13:59.268705 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-4f725689-b642-4751-9901-874dc6198432 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390283 Nov 01 00:13:59.307881 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7c3e1ce3-90da-462f-ac8a-0d7d59f4e8e4 req-76528205-6ca1-43ed-84d3-6b3bcfc2bd7a tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613904 Nov 01 00:13:59.379285 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e2aafd89-9aa1-4776-a243-6bda5bd964c6 req-e1829d10-1b41-4bf1-befb-f138c6403cbc service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977459 Nov 01 00:14:00.427038 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bb774-04f2-48bc-96cc-ddff59bee4e9 req-252bc0cc-4668-4352-8426-0cef8dded698 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:00.428536 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-399bb774-04f2-48bc-96cc-ddff59bee4e9 req-252bc0cc-4668-4352-8426-0cef8dded698 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 944 time: 0.0517924 Nov 01 00:14:00.465893 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-399bb774-04f2-48bc-96cc-ddff59bee4e9 req-7de22bc1-1b77-40b0-a900-e4b11c403a95 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Nov 01 00:14:01.579259 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11638275-5f8d-40c1-96c1-62182fe0c798 req-728cfed2-da80-44a5-9403-6b81c8e15d54 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:01.580810 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-11638275-5f8d-40c1-96c1-62182fe0c798 req-728cfed2-da80-44a5-9403-6b81c8e15d54 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 944 time: 0.0484083 Nov 01 00:14:01.584280 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device bd68c482-9bb8-4600-a85f-9865334ec918 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:14:01.619658 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-11638275-5f8d-40c1-96c1-62182fe0c798 req-fd4ca926-7986-440d-84f1-a6082d859af9 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328135 Nov 01 00:14:01.679428 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bd68c482-9bb8-4600-a85f-9865334ec918,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:01.690515 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'port_id': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'mac_address': 'fa:16:3e:4a:84:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:14:01.728144 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:01.744503 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd68c482-9bb8-4600-a85f-9865334ec918 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:14:01.763809 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bd68c482-9bb8-4600-a85f-9865334ec918,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:01.875275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:01.923373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:02.200064 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['bd68c482-9bb8-4600-a85f-9865334ec918'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:14:02.738624 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca058e6b-c110-43fe-86b7-bca422a3e00e req-dfba9516-024b-4814-88f8-1a288bf61ca3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:02.742212 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ca058e6b-c110-43fe-86b7-bca422a3e00e req-dfba9516-024b-4814-88f8-1a288bf61ca3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 945 time: 0.0541255 Nov 01 00:14:02.777830 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ca058e6b-c110-43fe-86b7-bca422a3e00e req-4b4be63f-69cd-406c-9a02-634816509936 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319736 Nov 01 00:14:03.426277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52192) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:03.533122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.586464 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device bd68c482-9bb8-4600-a85f-9865334ec918 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:03.609709 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.680350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.708850 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port bd68c482-9bb8-4600-a85f-9865334ec918 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:14:03.712782 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port bd68c482-9bb8-4600-a85f-9865334ec918 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:03.713148 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.717880 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fd298d7e7f10485cb14b1a22aec84c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905543 Nov 01 00:14:03.718725 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f7ec6a-5012-42a9-8f21-440f5899e42a,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:03.720636 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52196) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:03.726541 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.726893 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.727229 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.727593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.728176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.728507 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.728834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.729176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.729477 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.729795 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.730113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.730428 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5494b494-9a68-4599-bcc7-3727964f3cc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.783850 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.789711 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.806104 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.812275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:03.814508 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe99c6c-d26c-40a5-beaf-4f5a1e182bb0" -d '{"events": [{"server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "name": "network-vif-plugged", "status": "completed", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:03.830915 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bd68c482-9bb8-4600-a85f-9865334ec918,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:03.886219 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.901595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94c5a7-a26a-42e9-8c73-aaabc535bf40 req-8cdb6bda-4b77-4120-b801-7a3b196019da tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:03.903221 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ca94c5a7-a26a-42e9-8c73-aaabc535bf40 req-8cdb6bda-4b77-4120-b801-7a3b196019da tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 945 time: 0.0520592 Nov 01 00:14:03.914786 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.919356 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:03.922976 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e0f7ec6a-5012-42a9-8f21-440f5899e42a HTTP/1.1" status: 204 len: 168 time: 0.1987400 Nov 01 00:14:03.928879 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f7ec6a-5012-42a9-8f21-440f5899e42a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:03.937474 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.937853 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.938196 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.941708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.941708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.941708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.941708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.941708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.942110 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.942252 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.942952 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.943460 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66154514-c1a4-46f1-9543-9041a15e8f19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:03.960708 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:03.963509 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ca94c5a7-a26a-42e9-8c73-aaabc535bf40 req-def29a41-932c-4a10-812b-2caf51959b67 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Nov 01 00:14:03.992002 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c6fcd60-3bb6-4bb3-b7da-71bb3538220c x-openstack-request-id: req-0c6fcd60-3bb6-4bb3-b7da-71bb3538220c {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:03.992209 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "name": "network-vif-plugged", "status": "completed", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:03.992460 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0c6fcd60-3bb6-4bb3-b7da-71bb3538220c {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:03.992851 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'code': 200} Nov 01 00:14:04.324829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214868aa-aa65-493d-8d43-56a868b08ac1 req-22e1e6c5-91f4-4a86-9472-ebaa084f01df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:04.326357 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-214868aa-aa65-493d-8d43-56a868b08ac1 req-22e1e6c5-91f4-4a86-9472-ebaa084f01df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 1099 time: 0.0396111 Nov 01 00:14:04.360573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-214868aa-aa65-493d-8d43-56a868b08ac1 req-59e8421a-b096-4e31-ad72-863d28a801fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0263219 Nov 01 00:14:04.606681 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52216) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:04.623114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fd2a-3066-4ba9-ab01-b36e041d2498 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:04.697764 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fd2a-3066-4ba9-ab01-b36e041d2498 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:04.812041 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dbc0fd2a-3066-4ba9-ab01-b36e041d2498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:04.849801 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-dbc0fd2a-3066-4ba9-ab01-b36e041d2498 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a86696dcd2b1498dbc829713a44e946c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420793 Nov 01 00:14:04.850655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc0fd2a-3066-4ba9-ab01-b36e041d2498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dfbb1d-d26c-4ba6-9833-cde498e37f7c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:04.852987 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52218) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:04.902423 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:04.922662 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:05.058184 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:05.061063 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:05.062399 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58dfbb1d-d26c-4ba6-9833-cde498e37f7c HTTP/1.1" status: 204 len: 168 time: 0.2077923 Nov 01 00:14:05.071234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aad7c0a-5419-48e6-acbc-e696c103c142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dfbb1d-d26c-4ba6-9833-cde498e37f7c,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:05.088537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb0a99-3118-42e6-a2ec-8b37d5da49ae req-80ba6d7f-ad5e-4d2f-aeba-ca248ba18df6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:05.090404 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3cdb0a99-3118-42e6-a2ec-8b37d5da49ae req-80ba6d7f-ad5e-4d2f-aeba-ca248ba18df6 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0532062 Nov 01 00:14:05.130240 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3cdb0a99-3118-42e6-a2ec-8b37d5da49ae req-4e24bf8e-b0bb-41b0-a843-b4db31f3a8be tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340831 Nov 01 00:14:06.245256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542afd35-92fb-484b-ac29-4bed6100c8b4 req-9c16c014-be78-4257-98ae-8b3b38e7374e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:06.246720 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-542afd35-92fb-484b-ac29-4bed6100c8b4 req-9c16c014-be78-4257-98ae-8b3b38e7374e tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0484171 Nov 01 00:14:06.288503 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-542afd35-92fb-484b-ac29-4bed6100c8b4 req-1b79fda6-6ffd-44ec-9154-4afc484690ee tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357070 Nov 01 00:14:06.404933 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527d6f8-c9a4-43cf-b114-a3b170fa5645 req-6802d251-a179-445e-a965-8d9d037bdc88 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:06.406497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8527d6f8-c9a4-43cf-b114-a3b170fa5645 req-6802d251-a179-445e-a965-8d9d037bdc88 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0504417 Nov 01 00:14:06.416770 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52274) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:06.421330 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Request body: {'floatingip': {'port_id': 'bd68c482-9bb8-4600-a85f-9865334ec918'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:06.461931 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:06.849904 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe62f01-81d0-4eb0-ae6d-457f5aa18fd1 req-9a43d8c1-6dda-49ef-940b-d41f92c80043 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:06.852624 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffe62f01-81d0-4eb0-ae6d-457f5aa18fd1 req-9a43d8c1-6dda-49ef-940b-d41f92c80043 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0655468 Nov 01 00:14:06.897193 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffe62f01-81d0-4eb0-ae6d-457f5aa18fd1 req-adf64363-684e-4529-b42a-4bbac9adc924 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 Nov 01 00:14:07.053646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:07.115169 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:07.215612 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Floating IP d8a5b012-c563-4e59-b2d5-065dc863bdd0 associated. External IP: 172.27.1.107, port: bd68c482-9bb8-4600-a85f-9865334ec918. Nov 01 00:14:07.430256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:14:07.547208 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:14:07.551828 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:07.557680 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:14:07.568576 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:07.569262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:07.580191 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8cf816e8-dc99-41d5-8f1e-c9160a30bce3 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "PUT /v2.0/floatingips/d8a5b012-c563-4e59-b2d5-065dc863bdd0 HTTP/1.1" status: 200 len: 992 time: 1.1623380 Nov 01 00:14:07.580825 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:07.583852 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:07.639788 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8767c8d7-7426-4953-a9e5-d57aa7055296 x-openstack-request-id: req-8767c8d7-7426-4953-a9e5-d57aa7055296 {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:07.640331 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:07.640789 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8767c8d7-7426-4953-a9e5-d57aa7055296 {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:07.641895 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'status': 'completed', 'code': 200} Nov 01 00:14:07.699072 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:07.779433 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-369e18fb-37f3-40ae-bdee-de1f50dd94a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:07.781054 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-369e18fb-37f3-40ae-bdee-de1f50dd94a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d76079db636a479aa8b45cb0de9c4a21&device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 1099 time: 0.0458164 Nov 01 00:14:07.881600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-9dbf2e94-75ef-4df9-a912-c4b4a7204b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:07.883338 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-9dbf2e94-75ef-4df9-a912-c4b4a7204b9c service neutron] 10.222.0.36 "GET /v2.0/networks?id=f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 200 len: 911 time: 0.0944371 Nov 01 00:14:07.934162 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'd8a5b012-c563-4e59-b2d5-065dc863bdd0', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:4a:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:50Z', 'updated_at': '2021-11-01T00:14:06Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:07.957446 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-57e60893-090d-44d7-bb16-5600e8272ec5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bd68c482-9bb8-4600-a85f-9865334ec918 HTTP/1.1" status: 200 len: 1000 time: 0.0634933 Nov 01 00:14:07.966482 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:14:07.982610 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:07.983517 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:13:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:08.044749 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-d8aeb0a8-a66b-4348-8832-405e5f8c60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:08.046437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-d8aeb0a8-a66b-4348-8832-405e5f8c60ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 200 len: 849 time: 0.0812984 Nov 01 00:14:08.072096 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd222dd-a947-4ef8-89f8-fd16e31fa05c req-6e41584c-fab7-4b3b-91c5-9741a2200357 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:08.073792 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bcd222dd-a947-4ef8-89f8-fd16e31fa05c req-6e41584c-fab7-4b3b-91c5-9741a2200357 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0741374 Nov 01 00:14:08.134409 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-5b5a8178-7f12-49c9-927a-90d782b7058b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:08.135850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-5b5a8178-7f12-49c9-927a-90d782b7058b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f82f3247-2b1c-4ece-b964-d1950f931ce7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815830 Nov 01 00:14:08.138808 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bcd222dd-a947-4ef8-89f8-fd16e31fa05c req-c005839c-e8ff-40f3-8835-8c57da13f864 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503309 Nov 01 00:14:08.170216 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a45f028e-f7fd-4df8-8960-890e10390cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.212965 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:08.236196 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52330) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:08.243641 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-3bbfd941-9152-4956-8fc5-34d893138bbf service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990829 Nov 01 00:14:08.283655 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Deleting subnet d4e2d1a2-9fb8-43da-9015-08a5dd0a763e {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:14:08.287944 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.324867 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.345326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f2f285b7-2fdf-40f7-9dc0-415dde675ea4 req-9603c9ce-fafd-4e8b-a3eb-28da278b8c44 service neutron] 10.222.0.36 "GET /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909088 Nov 01 00:14:08.370683 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.433155 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52334) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:08.467100 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'd8a5b012-c563-4e59-b2d5-065dc863bdd0', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:4a:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:50Z', 'updated_at': '2021-11-01T00:14:06Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:08.494360 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9616a5-6d61-4fce-8b44-4205e44aa433 None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': 'd8a5b012-c563-4e59-b2d5-065dc863bdd0', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'floating_ip_address': '172.27.1.107', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'port_id': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'mac_address': 'fa:16:3e:4a:84:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:13:50Z', 'updated_at': '2021-11-01T00:14:06Z', 'revision_number': 1, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:14:08.515273 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.550575 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.554430 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d4e2d1a2-9fb8-43da-9015-08a5dd0a763e HTTP/1.1" status: 204 len: 168 time: 0.3163531 Nov 01 00:14:08.554645 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2165a704-3efc-434c-b8b3-0bfb896fea06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4e2d1a2-9fb8-43da-9015-08a5dd0a763e,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:08.556488 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52338) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:08.565977 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-32412781-e38e-40fc-99e2-30f1a035bceb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.634328 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.652054 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-32412781-e38e-40fc-99e2-30f1a035bceb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.718083 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.732137 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-32412781-e38e-40fc-99e2-30f1a035bceb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.744874 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3781d250-688a-4667-bd84-c890a34cbd0f']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:08.755130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:08.755582 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '557ce3ba-4cc9-40e4-8e4b-b40427e1fe5a') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:08.759000 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d4f962-b1db-4c69-ad4b-8e7227d3ca95 None None] New status for floating IP d8a5b012-c563-4e59-b2d5-065dc863bdd0: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:14:08.767380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.782961 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.791637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:14:08.794294 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:14:08.804483 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-32412781-e38e-40fc-99e2-30f1a035bceb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1a1357199a8c4640a466f75a8789c0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3696201 Nov 01 00:14:08.806665 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52344) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:08.807706 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32412781-e38e-40fc-99e2-30f1a035bceb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d05abf0-0cec-44c4-9180-fb792f248162,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:08.896011 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.917872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:08.942336 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.213986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.217087 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/3781d250-688a-4667-bd84-c890a34cbd0f HTTP/1.1" status: 204 len: 168 time: 0.6595571 Nov 01 00:14:09.236383 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37093759-c3b6-475a-9bd3-857d8c3f42e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3781d250-688a-4667-bd84-c890a34cbd0f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:09.276863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886d3e69-fa10-4683-8a6e-b1cc6fd03469 req-81ccc0aa-2a6c-47cc-987f-391d9fd31501 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:09.278345 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-886d3e69-fa10-4683-8a6e-b1cc6fd03469 req-81ccc0aa-2a6c-47cc-987f-391d9fd31501 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Nov 01 00:14:09.315502 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-886d3e69-fa10-4683-8a6e-b1cc6fd03469 req-6fb4800a-8a5e-46cb-9a2f-5b70f483ee98 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311024 Nov 01 00:14:09.354940 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.357567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.358684 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1d05abf0-0cec-44c4-9180-fb792f248162 HTTP/1.1" status: 204 len: 168 time: 0.5510607 Nov 01 00:14:09.366347 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23433ebc-7574-4add-804e-01badbc382a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d05abf0-0cec-44c4-9180-fb792f248162,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:09.624164 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52352) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:09.667425 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-986a3926-7251-4c46-bbc4-de7e7cbabd53 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=316a1505be1a4f2e90eb1229d34ac666&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420837 Nov 01 00:14:09.669876 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52354) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:09.720468 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.741352 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.846250 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.849127 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:09.850278 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbdf94d4-a012-493f-8959-7fc97c72bca2 HTTP/1.1" status: 204 len: 168 time: 0.1795158 Nov 01 00:14:09.858251 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31178d0d-a51a-4bd1-9856-dd800f107828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdf94d4-a012-493f-8959-7fc97c72bca2,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:10.097587 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52364) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:10.111160 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8175c11-ebba-4988-bf1d-8ac59ea73765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.183202 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8175c11-ebba-4988-bf1d-8ac59ea73765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.261935 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b8175c11-ebba-4988-bf1d-8ac59ea73765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.302372 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b8175c11-ebba-4988-bf1d-8ac59ea73765 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=927e71dd2a884c969b81c49c4a680e07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036703 Nov 01 00:14:10.303381 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8175c11-ebba-4988-bf1d-8ac59ea73765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4786d1-4c1f-46cd-b94a-97555c08a669,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:10.305321 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52368) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:10.358675 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.383015 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.458018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9998c-f7d3-400a-a0e3-cb1743ac4d9b req-47d7c0e9-cf67-4e84-9291-0e626a6c19b4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:10.459504 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b8b9998c-f7d3-400a-a0e3-cb1743ac4d9b req-47d7c0e9-cf67-4e84-9291-0e626a6c19b4 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0647013 Nov 01 00:14:10.497776 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b8b9998c-f7d3-400a-a0e3-cb1743ac4d9b req-8f140249-9074-4b90-a2aa-82393cf21591 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318749 Nov 01 00:14:10.553124 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6c4cc0cf-b4bf-4dc5-99e2-d69b23dbd30d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.553632 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.555847 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:10.556960 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d4786d1-4c1f-46cd-b94a-97555c08a669 HTTP/1.1" status: 204 len: 168 time: 0.2506547 Nov 01 00:14:10.567938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d233f0d-af31-40ef-8396-0cd39fa6351c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4786d1-4c1f-46cd-b94a-97555c08a669,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:11.049801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52402) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:11.189768 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1816134365-network', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:11.307666 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Made reservation on behalf of d4525055ae3843a1b747e586d28b520b for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:14:11.309969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.324486 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.395101 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.463092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.487505 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:14:11.496941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17117b96-a7dd-4228-9da9-c5172c92e8bc,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:11.505277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.505619 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Added segment 77f15c87-48eb-4eb6-b510-d63ad5e4eaaa of type vlan for network 727db606-2a42-428b-bfe2-e28bcd46af36 Nov 01 00:14:11.546826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.621291 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bcc8c8-d28a-4aab-867e-3d466d43076a req-67e2df07-2b66-4f31-be19-4e1d5190b479 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:11.622831 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5bcc8c8-d28a-4aab-867e-3d466d43076a req-67e2df07-2b66-4f31-be19-4e1d5190b479 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0524440 Nov 01 00:14:11.624059 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.624927 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:11.625505 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:11.707880 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] Pushing event updated for resources: {'Network': ['ID=727db606-2a42-428b-bfe2-e28bcd46af36,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:11.714718 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5bcc8c8-d28a-4aab-867e-3d466d43076a req-cf325f46-609c-448e-ab3e-f552531d5325 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806687 Nov 01 00:14:11.717946 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 727db606-2a42-428b-bfe2-e28bcd46af36 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:14:11.758093 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-050361be-e87b-45c7-b3ab-f28b210bc6ad admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7071855 Nov 01 00:14:11.768033 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52420) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:11.772876 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Request body: {'subnet': {'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1816134365-subnet', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:11.993152 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Made reservation on behalf of d4525055ae3843a1b747e586d28b520b for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:14:11.995489 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13537283'] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.035469 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.132430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.290385 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13167370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13537297'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.354756 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=804e7cec-edd2-453d-9447-b1e10fe81ccc,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:12.362325 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Checking segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:12.362873 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Network hostable DHCP agents. Network: 727db606-2a42-428b-bfe2-e28bcd46af36, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:14:12.456762 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Network 727db606-2a42-428b-bfe2-e28bcd46af36 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:14:12.560579 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 727db606-2a42-428b-bfe2-e28bcd46af36) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:12.564776 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:12.565963 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.571254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60b7d71-24ae-40cc-9e4b-c05dd0fe3bb8 None None] Network 727db606-2a42-428b-bfe2-e28bcd46af36 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:14:12.655060 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-add846bc-8d6f-4dc3-bd8a-2ed4dd00d7c0 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8857441 Nov 01 00:14:12.657550 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52442) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:12.662205 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:12.720933 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-727db606-2a42-428b-bfe2-e28bcd46af36', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:14:12.721985 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.738230 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.742151 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.790647 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:12.837325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd791466-ce22-4845-a291-a0660dd87591 req-24a272f1-e4f2-4e0c-b30a-84195825c7ab tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:12.843813 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd791466-ce22-4845-a291-a0660dd87591 req-24a272f1-e4f2-4e0c-b30a-84195825c7ab tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0566137 Nov 01 00:14:12.863530 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Allocated IP 172.20.0.2 (727db606-2a42-428b-bfe2-e28bcd46af36/804e7cec-edd2-453d-9447-b1e10fe81ccc/1089002a-e022-4c7a-8b9f-c0f2c17f2b0d) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:12.882744 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bd791466-ce22-4845-a291-a0660dd87591 req-4f82091d-e46b-4099-8dff-99bb16fe07b3 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380549 Nov 01 00:14:13.013956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.017353 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.121214 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.164108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Pushing event updated for resources: {'Port': ['ID=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:13.178762 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Network 727db606-2a42-428b-bfe2-e28bcd46af36 is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:13.180325 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:13.182754 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:13.235829 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Attempting to bind port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:13.236194 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Attempting to bind port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:13.236556 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Attempting to bind port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d on network 727db606-2a42-428b-bfe2-e28bcd46af36 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:13.242655 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:13.243030 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Checking segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:13.244156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.244156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Bound using segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:13.244440 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Bound port: 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:13.245191 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.324180 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] For port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:13.339534 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] For port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:13.366417 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.389621 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.400487 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.456779 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.493349 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Allocated IP 172.27.1.38 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/223224a6-e323-49e9-b55e-20371db0cf5a) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:13.517339 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e30ac-7042-4b2c-8381-979427521063 None None] Pushing event updated for resources: {'Port': ['ID=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:13.606048 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.726753 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:13.778956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:13.782323 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:13.787185 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:13.793138 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Pushing event updated for resources: {'Port': ['ID=223224a6-e323-49e9-b55e-20371db0cf5a,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:14.003826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27604597-797a-4300-80d1-4a5cf6412e5b req-727919c2-bdb6-4f97-8143-a46ff6450320 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:14.006370 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27604597-797a-4300-80d1-4a5cf6412e5b req-727919c2-bdb6-4f97-8143-a46ff6450320 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0520742 Nov 01 00:14:14.044712 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-27604597-797a-4300-80d1-4a5cf6412e5b req-5b5ccb4e-0311-40aa-ba01-9b5d25c51542 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332179 Nov 01 00:14:14.133188 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.210001 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:14.269784 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:14.270598 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.375264 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.415949 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:14.496538 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.521366 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b2eea1-f535-41ab-82f5-9baef5178a91 None None] Network 727db606-2a42-428b-bfe2-e28bcd46af36 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:14:14.523934 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.603385 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:14.614585 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-ebbf95c0-8ab0-4c8f-afb8-867e5d138b95 None None] Provisioning complete for port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:14.614951 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ebbf95c0-8ab0-4c8f-afb8-867e5d138b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.736305 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Router 828c1d4b-02be-4787-a7e1-5558b5d00c71 is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:14:14.852777 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:14:14.864092 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Sync routers for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:14:14.874376 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:14.875118 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:14.961095 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:14.963385 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7307492a-2af5-496d-96f8-79c360c2486a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3039134 Nov 01 00:14:14.965066 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52472) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:14.989882 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:15.053123 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-d4089f79-b522-453f-95e9-a28983c83a2c None None] Provisioning complete for port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:15.053424 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-d4089f79-b522-453f-95e9-a28983c83a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.171060 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dffd7c-b876-4b3d-b179-8b9c58d24cca req-535f5888-394e-4966-99a1-80a0537901d2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:15.179918 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5dffd7c-b876-4b3d-b179-8b9c58d24cca req-535f5888-394e-4966-99a1-80a0537901d2 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0600748 Nov 01 00:14:15.219368 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b5dffd7c-b876-4b3d-b179-8b9c58d24cca req-63100f99-43eb-400c-8c75-e5370680d6b6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385160 Nov 01 00:14:15.388831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:13Z', 'revision_number': 3, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:15.406794 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.423939 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Checking router: 828c1d4b-02be-4787-a7e1-5558b5d00c71 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:14:15.424262 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Updating router 828c1d4b-02be-4787-a7e1-5558b5d00c71 port 223224a6-e323-49e9-b55e-20371db0cf5a binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:14:15.450710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.592472 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Allocated IP 172.20.0.1 (727db606-2a42-428b-bfe2-e28bcd46af36/804e7cec-edd2-453d-9447-b1e10fe81ccc/7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:15.699307 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.720868 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.817652 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.818163 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.858275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Network 727db606-2a42-428b-bfe2-e28bcd46af36 is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:15.864076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:15.867843 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:15.870002 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Attempting to bind port 223224a6-e323-49e9-b55e-20371db0cf5a on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:15.870311 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Attempting to bind port 223224a6-e323-49e9-b55e-20371db0cf5a by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:15.870810 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Attempting to bind port 223224a6-e323-49e9-b55e-20371db0cf5a on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:15.873558 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a907e06-fd55-478e-aea1-44f02f17b385 None None] Pushing event updated for resources: {'Port': ['ID=223224a6-e323-49e9-b55e-20371db0cf5a,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:15.879148 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:15.879614 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:15.879950 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.880351 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:15.880817 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Bound port: 223224a6-e323-49e9-b55e-20371db0cf5a, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:15.881202 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.892652 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Pushing event updated for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:15.913379 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:15.941972 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] For port 223224a6-e323-49e9-b55e-20371db0cf5a, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:15.941972 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] For port 223224a6-e323-49e9-b55e-20371db0cf5a, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=223224a6-e323-49e9-b55e-20371db0cf5a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:16.047004 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.107870 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a907e06-fd55-478e-aea1-44f02f17b385 None None] Pushing event updated for resources: {'Port': ['ID=223224a6-e323-49e9-b55e-20371db0cf5a,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:16.110502 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:16.111107 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:16.136426 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.205293 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:16.238722 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-81876a05-af4a-468e-be8f-6ebeeec9000e None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:16.239083 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-81876a05-af4a-468e-be8f-6ebeeec9000e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.262704 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:16.302197 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.336300 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-81876a05-af4a-468e-be8f-6ebeeec9000e None None] Port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:16.344641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f79ae-bd44-4f85-b34d-183d6fa03a74 req-50beb376-e14c-4b89-b29a-f2bd73099280 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:16.346754 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-397f79ae-bd44-4f85-b34d-183d6fa03a74 req-50beb376-e14c-4b89-b29a-f2bd73099280 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0490968 Nov 01 00:14:16.358685 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.389061 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-397f79ae-bd44-4f85-b34d-183d6fa03a74 req-db398702-21ac-4965-ada8-a094ad2d13ef tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363324 Nov 01 00:14:16.392702 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:16.393153 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.427772 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Pushing event updated for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:16.430275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.527123 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Network 727db606-2a42-428b-bfe2-e28bcd46af36 is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:16.528780 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:16.583231 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:15Z', 'revision_number': 1, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:16.614442 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58609bb-2eaa-4ea5-b483-9a7f08fc76e8 None None] The sync data for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi is: [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:15Z', 'revision_number': 1, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:14:16.669825 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Router 828c1d4b-02be-4787-a7e1-5558b5d00c71 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:14:16.803771 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:14:16.812920 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-aff1a2d0-a94d-47dd-acf7-bfa7edd1c99d admin admin] 10.222.0.41 "PUT /v2.0/routers/828c1d4b-02be-4787-a7e1-5558b5d00c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8468091 Nov 01 00:14:16.882734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-aeae436b-4c14-496a-b0f7-e34812d1f5bc None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:16.882734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-aeae436b-4c14-496a-b0f7-e34812d1f5bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:16.928314 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-aeae436b-4c14-496a-b0f7-e34812d1f5bc None None] Port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:17.154076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-1518ee2e-2c7e-49f5-8da3-4bba67d475d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:17.155629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-1518ee2e-2c7e-49f5-8da3-4bba67d475d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0446076 Nov 01 00:14:17.251161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-29835319-a637-4c99-8015-8a5336ded725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:17.253604 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-29835319-a637-4c99-8015-8a5336ded725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 909 time: 0.0909061 Nov 01 00:14:17.342311 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-ea015b83-8569-42ca-959d-1bc35a213113 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 1000 time: 0.0812070 Nov 01 00:14:17.399232 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-caa559c7-0e45-4016-b19a-ed78bf9c250e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:17.406585 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-caa559c7-0e45-4016-b19a-ed78bf9c250e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0517037 Nov 01 00:14:17.452618 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-ad6dabf3-1e25-4419-b8eb-c72f9f324148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:17.453406 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-ad6dabf3-1e25-4419-b8eb-c72f9f324148 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453529 Nov 01 00:14:17.572013 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fef1885-42d3-4ab6-9968-253f697e8e20 req-2c92131d-9cfc-4451-89f8-d0ccd169f63f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:17.573549 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0fef1885-42d3-4ab6-9968-253f697e8e20 req-2c92131d-9cfc-4451-89f8-d0ccd169f63f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0932243 Nov 01 00:14:17.620131 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-57491261-8abf-4950-a495-85f3709ab832 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584585 Nov 01 00:14:17.652585 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0fef1885-42d3-4ab6-9968-253f697e8e20 req-7234864f-a9b7-4f9c-b894-6f8d5c2b3f7a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722957 Nov 01 00:14:17.708050 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52516) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:17.713201 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1685769460-network', 'tenant_id': '656018c730aa4e279e22f2b5947575b2'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:17.747876 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f4ad220-4057-4b9f-8505-ac5bf8473341 req-456a3fbb-dbb2-4dba-95f0-93ec266d5fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201279 Nov 01 00:14:17.832745 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Made reservation on behalf of 656018c730aa4e279e22f2b5947575b2 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:14:17.835098 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:17.844514 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:17.926044 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.012097 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.039301 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:14:18.045458 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf9c1a-0b8a-49f0-bd55-3e80953ebfba,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:18.052318 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.052639 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Added segment 12f26e9a-1d88-4863-9409-9299bc959a51 of type vlan for network aaab4934-0946-4efe-8893-d266cd079d59 Nov 01 00:14:18.092768 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.201153 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 223224a6-e323-49e9-b55e-20371db0cf5a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:18.207249 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.208251 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:18.208865 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.249387 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 223224a6-e323-49e9-b55e-20371db0cf5a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:18.249752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.267266 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] Pushing event updated for resources: {'Network': ['ID=aaab4934-0946-4efe-8893-d266cd079d59,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:18.278058 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network aaab4934-0946-4efe-8893-d266cd079d59 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:14:18.357849 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-807606fb-6aae-4798-aca2-0db17071afab admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6485918 Nov 01 00:14:18.360829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52528) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:18.367521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Request body: {'subnet': {'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1685769460-subnet', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:18.392125 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.414078 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 223224a6-e323-49e9-b55e-20371db0cf5a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=223224a6-e323-49e9-b55e-20371db0cf5a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:18.473423 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.473977 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Made reservation on behalf of 656018c730aa4e279e22f2b5947575b2 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:14:18.476508 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13807802'] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.526798 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=223224a6-e323-49e9-b55e-20371db0cf5a,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:18.741444 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13807784'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:18.746613 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Sync routers for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:14:18.756446 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:18.757049 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:18.819075 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Pushing event updated for resources: {'Subnet': ['ID=91e467cc-5491-439d-b7ba-b90db3a6c53f,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:18.837089 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897209c-cb08-4bde-a57a-a851bded0e6c req-d6a1d85b-3983-4b88-bbae-6f9cddf8243c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:18.838765 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7897209c-cb08-4bde-a57a-a851bded0e6c req-d6a1d85b-3983-4b88-bbae-6f9cddf8243c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.1097732 Nov 01 00:14:18.864780 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:18.867878 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Checking segment: {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:18.868243 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Network hostable DHCP agents. Network: aaab4934-0946-4efe-8893-d266cd079d59, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:14:18.900740 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7897209c-cb08-4bde-a57a-a851bded0e6c req-186b26fc-5c6b-4985-9836-0fd81d6fab94 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538929 Nov 01 00:14:18.987596 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52542) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:18.994803 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Network aaab4934-0946-4efe-8893-d266cd079d59 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:14:19.086166 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 2, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:19.093943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b195bb86-1d8f-4c8e-a4a1-d1d5a1d35f80 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.101496 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, aaab4934-0946-4efe-8893-d266cd079d59) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:19.107862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:19.108444 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.110725 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd7dca8-b98b-4be1-9b6d-8df0d65d85be None None] Network aaab4934-0946-4efe-8893-d266cd079d59 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:14:19.118328 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Checking router: 828c1d4b-02be-4787-a7e1-5558b5d00c71 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:14:19.119569 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Updating router 828c1d4b-02be-4787-a7e1-5558b5d00c71 port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:14:19.148885 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.182604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b195bb86-1d8f-4c8e-a4a1-d1d5a1d35f80 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.216518 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-80407398-62f9-4eae-ab3d-d3fd55574eed admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8511217 Nov 01 00:14:19.217556 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52546) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:19.222684 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:19.271097 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-aaab4934-0946-4efe-8893-d266cd079d59', 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'fixed_ips': [{'subnet_id': '91e467cc-5491-439d-b7ba-b90db3a6c53f'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:14:19.272347 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.286613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b195bb86-1d8f-4c8e-a4a1-d1d5a1d35f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.326483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.327528 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.338220 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52548) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:19.338809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b195bb86-1d8f-4c8e-a4a1-d1d5a1d35f80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e393f504600548ca8cb7378af8c85814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3496182 Nov 01 00:14:19.340249 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b195bb86-1d8f-4c8e-a4a1-d1d5a1d35f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25290e17-956e-4c9e-9c86-44a0bbc5703d,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:19.408153 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.409730 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.418786 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.426429 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Allocated IP 172.20.0.2 (aaab4934-0946-4efe-8893-d266cd079d59/91e467cc-5491-439d-b7ba-b90db3a6c53f/b301fd2d-a8bc-473f-a2ce-20a7e98174ba) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:19.431976 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.560360 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.562348 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.599015 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.602295 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.610791 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Pushing event updated for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:19.619665 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.620229 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.620711 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.621186 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.621654 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.622124 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.623123 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.623616 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.624233 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.624729 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.624845 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/25290e17-956e-4c9e-9c86-44a0bbc5703d HTTP/1.1" status: 204 len: 168 time: 0.2716827 Nov 01 00:14:19.625333 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.625828 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:19.642506 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.652002 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7d382a-c0e2-48d5-8d84-ae08a5081165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25290e17-956e-4c9e-9c86-44a0bbc5703d,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:19.660103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.717461 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Attempting to bind port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:19.717825 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Attempting to bind port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:19.718185 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Attempting to bind port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a on network 727db606-2a42-428b-bfe2-e28bcd46af36 {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:19.724405 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:19.725306 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Checking segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:19.725876 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.726417 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Bound using segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:19.727039 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Bound port: 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:19.728037 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.740726 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Network aaab4934-0946-4efe-8893-d266cd079d59 is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:19.750573 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:19.752009 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:19.755524 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Pushing event updated for resources: {'Port': ['ID=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:19.817355 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Attempting to bind port b301fd2d-a8bc-473f-a2ce-20a7e98174ba on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:19.817813 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Attempting to bind port b301fd2d-a8bc-473f-a2ce-20a7e98174ba by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:19.818733 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Attempting to bind port b301fd2d-a8bc-473f-a2ce-20a7e98174ba on network aaab4934-0946-4efe-8893-d266cd079d59 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:19.823935 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:19.824337 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Checking segment: {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:19.824468 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] For port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:19.824920 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.825207 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Bound using segment: {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:19.825706 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Bound port: b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:19.826095 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.828199 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] For port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:19.902812 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] For port b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:19.904560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-c5d21cfc-061a-4a76-9d1e-2d7bd4da11cf None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:19.904924 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c5d21cfc-061a-4a76-9d1e-2d7bd4da11cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.907349 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] For port b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:19.949582 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-c5d21cfc-061a-4a76-9d1e-2d7bd4da11cf None None] Port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:19.952942 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:19.984841 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.005020 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.011488 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.028239 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:20.030007 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:20.075432 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04d02f-5cc8-4b63-8452-990901f8aa49 None None] Pushing event updated for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:20.135902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a0a58-8fa0-404c-9249-c4e9780b4540 None None] Pushing event updated for resources: {'Port': ['ID=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:20.214213 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53add5-99f2-4cfa-805e-3f2846c02d9b req-49da6ee9-d7cc-4f7c-a620-7a257e360e1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:20.223525 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d53add5-99f2-4cfa-805e-3f2846c02d9b req-49da6ee9-d7cc-4f7c-a620-7a257e360e1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.2020586 Nov 01 00:14:20.295211 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:20.335994 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d53add5-99f2-4cfa-805e-3f2846c02d9b req-bf08d2ec-1429-4406-bcd3-6548098ec3c1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064172 Nov 01 00:14:20.369112 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Allocated IP 172.27.1.58 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/91d5e989-fbc1-4287-ab74-493c6f0fa394) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:20.372785 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:20.373347 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.450620 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:20.528838 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.588216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52560) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:20.609237 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dfecb208-4b31-4278-a130-46da742daa01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.621511 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-83ddbc21-c473-4566-869b-0e5fe7ad0ed5 None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:20.621873 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-83ddbc21-c473-4566-869b-0e5fe7ad0ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.648889 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.717106 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dfecb208-4b31-4278-a130-46da742daa01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.721578 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:20.725513 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:20.729505 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.732823 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:20.735049 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:19Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:20.758292 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-83ddbc21-c473-4566-869b-0e5fe7ad0ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.770634 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeb4905-886c-412e-91ab-dd687ceb1179 None None] The sync data for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi is: [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:19Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:14:20.784748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Pushing event updated for resources: {'Port': ['ID=91d5e989-fbc1-4287-ab74-493c6f0fa394,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:20.785956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:20.804357 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dfecb208-4b31-4278-a130-46da742daa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.844020 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-dfecb208-4b31-4278-a130-46da742daa01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc5cfb737e094fd3982851a0bee55015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545307 Nov 01 00:14:20.846619 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfecb208-4b31-4278-a130-46da742daa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7f8c5c-972b-4c7c-949e-5241b5a59349,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:20.848964 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52562) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:20.890947 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.892317 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 223224a6-e323-49e9-b55e-20371db0cf5a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:20.933104 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:20.963883 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.004115 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-90693bb8-44da-4563-a247-5cf7416b6eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:21.005769 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-90693bb8-44da-4563-a247-5cf7416b6eef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0768454 Nov 01 00:14:21.038579 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.db.api [None req-83ddbc21-c473-4566-869b-0e5fe7ad0ed5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102083) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 01 00:14:21.038895 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG oslo_db.api [None req-83ddbc21-c473-4566-869b-0e5fe7ad0ed5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 01 00:14:21.040589 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:21.056208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 223224a6-e323-49e9-b55e-20371db0cf5a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:21.056208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.191540 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-86e98d42-bca3-4910-a796-e10124ed1e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:21.191540 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-86e98d42-bca3-4910-a796-e10124ed1e38 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 909 time: 0.1377058 Nov 01 00:14:21.267721 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-0c1aad22-5c60-4df2-bf29-2159eec03a8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 1000 time: 0.0728803 Nov 01 00:14:21.337483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-890cbd23-c29d-4347-a86d-aff2e3054f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:21.339179 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-890cbd23-c29d-4347-a86d-aff2e3054f46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0557809 Nov 01 00:14:21.349411 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.352020 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.353585 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ac7f8c5c-972b-4c7c-949e-5241b5a59349 HTTP/1.1" status: 204 len: 168 time: 0.5035498 Nov 01 00:14:21.375170 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d40a4f-71cd-425c-9890-22bae4bb71b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7f8c5c-972b-4c7c-949e-5241b5a59349,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:21.450015 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f06cac-156f-4633-a5b1-a2f6bfcbc87b None None] Network aaab4934-0946-4efe-8893-d266cd079d59 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:14:21.507524 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-a967d746-374a-4377-a16d-ff97644e9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:21.508960 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-a967d746-374a-4377-a16d-ff97644e9975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1605732 Nov 01 00:14:21.581404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf1b317-8b8f-49f9-8927-bd9adc3aef41 req-3d917ce6-ef6a-4272-9c8a-4ab01aff4ab6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:21.583050 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cf1b317-8b8f-49f9-8927-bd9adc3aef41 req-3d917ce6-ef6a-4272-9c8a-4ab01aff4ab6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.1327190 Nov 01 00:14:21.585669 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.741704 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-18084123-fe7d-471c-8376-478507799f81 None None] Provisioning complete for port b301fd2d-a8bc-473f-a2ce-20a7e98174ba triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:21.742162 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-18084123-fe7d-471c-8376-478507799f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.747251 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cf1b317-8b8f-49f9-8927-bd9adc3aef41 req-fb25f47c-8f09-470c-94ca-3b12b1c29690 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571472 Nov 01 00:14:21.754295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-83d6cd98-3b46-45bb-8926-bf3391ceb97a service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348542 Nov 01 00:14:21.906042 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-18084123-fe7d-471c-8376-478507799f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.934024 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:21.954070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-18084123-fe7d-471c-8376-478507799f81 None None] For port b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:21.976698 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5b3dc1bc-a803-49e5-a179-44e4d3805657 req-e66d2d3d-bfc9-4cff-95e7-42238d500443 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125826 Nov 01 00:14:21.986273 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.040556 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-18084123-fe7d-471c-8376-478507799f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.093947 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18084123-fe7d-471c-8376-478507799f81 None None] Pushing event updated for resources: {'Port': ['ID=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:22.163117 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-a6543633-f7c0-4380-aa09-3a9ed13f6fb3 None None] Provisioning complete for port b301fd2d-a8bc-473f-a2ce-20a7e98174ba triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:22.163512 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a6543633-f7c0-4380-aa09-3a9ed13f6fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.206713 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Router b635e93e-2284-4ffd-9b38-958c577f168a is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:14:22.321838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b301fd2d-a8bc-473f-a2ce-20a7e98174ba up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:22.449040 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52594) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:22.462655 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port b301fd2d-a8bc-473f-a2ce-20a7e98174ba triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:22.463220 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.601710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:22.620995 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-22ebea39-cfe8-45f6-bc68-3cc059e4d65e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1697345 Nov 01 00:14:22.628930 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-21c6e9d0-b9ab-4865-a373-bb4ad03cebef service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102082) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:14:22.642463 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-21c6e9d0-b9ab-4865-a373-bb4ad03cebef service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0134497 Nov 01 00:14:22.663764 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23a105-03f1-4d57-ad1e-0dd51a7c6d54 req-15b21518-48b3-458d-9261-4119fdbae915 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:22.665344 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3d23a105-03f1-4d57-ad1e-0dd51a7c6d54 req-15b21518-48b3-458d-9261-4119fdbae915 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.3924541 Nov 01 00:14:22.680618 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:22.681056 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.681587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:14:22.707133 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Sync routers for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:14:22.728302 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:22.728932 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:22.736230 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3d23a105-03f1-4d57-ad1e-0dd51a7c6d54 req-5e3ff9be-15b1-4728-94a8-58ed915ce62c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502312 Nov 01 00:14:22.833427 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:22.835385 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6fb7b4a0-d388-4e44-9b71-162fb989f98a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6161613 Nov 01 00:14:22.838269 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52612) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:22.868030 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:23.056156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 3, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:23.082076 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Checking router: b635e93e-2284-4ffd-9b38-958c577f168a for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:14:23.082339 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Updating router b635e93e-2284-4ffd-9b38-958c577f168a port 91d5e989-fbc1-4287-ab74-493c6f0fa394 binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:14:23.112660 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.278068 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.375971 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.456421 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Allocated IP 172.20.0.1 (aaab4934-0946-4efe-8893-d266cd079d59/91e467cc-5491-439d-b7ba-b90db3a6c53f/6150f12e-5dfa-45ba-ba5e-3716d98a4370) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:23.457520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.509368 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Attempting to bind port 91d5e989-fbc1-4287-ab74-493c6f0fa394 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:23.510069 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Attempting to bind port 91d5e989-fbc1-4287-ab74-493c6f0fa394 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:23.510069 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Attempting to bind port 91d5e989-fbc1-4287-ab74-493c6f0fa394 on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:23.518695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51c8a0-1c39-48d1-a93f-d414ffcc2b61 None None] Pushing event updated for resources: {'Port': ['ID=91d5e989-fbc1-4287-ab74-493c6f0fa394,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:23.522127 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:23.522994 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:23.523398 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.523798 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:23.524269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Bound port: 91d5e989-fbc1-4287-ab74-493c6f0fa394, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:23.524646 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.587515 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.595764 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] For port 91d5e989-fbc1-4287-ab74-493c6f0fa394, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:23.600470 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] For port 91d5e989-fbc1-4287-ab74-493c6f0fa394, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=91d5e989-fbc1-4287-ab74-493c6f0fa394,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:23.714975 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.715968 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.750731 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Network aaab4934-0946-4efe-8893-d266cd079d59 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:23.754381 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:23.756539 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:14:23.758161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:23.804986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Pushing event updated for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:23.822025 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:23.847009 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51c8a0-1c39-48d1-a93f-d414ffcc2b61 None None] Pushing event updated for resources: {'Port': ['ID=91d5e989-fbc1-4287-ab74-493c6f0fa394,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:23.856219 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:23.856891 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:23.981838 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b2045-6f50-4633-9b9b-0d5b2784d166 req-21c0230d-1601-44c4-ae73-2e6ef6da05da tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:23.991750 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7b7b2045-6f50-4633-9b9b-0d5b2784d166 req-21c0230d-1601-44c4-ae73-2e6ef6da05da tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.1260705 Nov 01 00:14:24.025938 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.039340 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:24.052111 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7b7b2045-6f50-4633-9b9b-0d5b2784d166 req-20308ea8-b715-498b-a7b1-5537afb02f9e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592031 Nov 01 00:14:24.115888 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:24.118083 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b0e1c2-dc1b-4fe7-9906-4dc93d2c9951" -d '{"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-unplugged", "status": "completed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:24.156714 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.163866 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14517421-5cc4-40e1-a8c2-fefc91fde63d x-openstack-request-id: req-14517421-5cc4-40e1-a8c2-fefc91fde63d {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:24.164157 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-unplugged", "status": "failed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "code": 422}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:24.164416 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14517421-5cc4-40e1-a8c2-fefc91fde63d {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:24.169154 dv-cinder-816104-1-iscsi neutron-server[102083]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'code': 422} returned with failed status Nov 01 00:14:24.170788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:24.186179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-747cd4ab-1384-45ac-86c2-dee6be945c2f None None] Provisioning complete for port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:24.186526 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-747cd4ab-1384-45ac-86c2-dee6be945c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.336624 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.365306 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.397653 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-747cd4ab-1384-45ac-86c2-dee6be945c2f None None] Port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:24.423371 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.443968 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=6']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:24.469961 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 3, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:24.498906 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48efc31e-72b1-4c6b-a199-599539295a24 None None] The sync data for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi is: [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 3, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:14:24.499490 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Pushing event updated for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:24.501952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.624156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Network aaab4934-0946-4efe-8893-d266cd079d59 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:24.625522 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:24.769560 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Router b635e93e-2284-4ffd-9b38-958c577f168a has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:14:24.926230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:14:24.933597 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d3616ab0-70c8-42a1-9a4a-3eae8683070d admin admin] 10.222.0.41 "PUT /v2.0/routers/b635e93e-2284-4ffd-9b38-958c577f168a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0927296 Nov 01 00:14:24.947770 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-f260dc50-e916-46f6-a7ce-23168b906860 None None] Provisioning complete for port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:24.957337 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f260dc50-e916-46f6-a7ce-23168b906860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:24.981093 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:14:25.015108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-f260dc50-e916-46f6-a7ce-23168b906860 None None] Port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:25.180026 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90520a5-92df-49b3-82f3-dfecd5a42eab req-fc162f37-a234-48a4-aa6c-4a2f353f90e1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:25.181513 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e90520a5-92df-49b3-82f3-dfecd5a42eab req-fc162f37-a234-48a4-aa6c-4a2f353f90e1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0590870 Nov 01 00:14:25.255254 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e90520a5-92df-49b3-82f3-dfecd5a42eab req-3cf5dfe5-1d80-4d73-8805-e98a75138c55 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664678 Nov 01 00:14:26.241801 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 91d5e989-fbc1-4287-ab74-493c6f0fa394 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:26.273465 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-5004425f-310a-492f-9b87-ac9c626c0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.274967 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-5004425f-310a-492f-9b87-ac9c626c0d45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9&tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65 HTTP/1.1" status: 200 len: 1096 time: 0.0575607 Nov 01 00:14:26.306492 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 91d5e989-fbc1-4287-ab74-493c6f0fa394 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:26.308380 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:26.404361 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-b931d251-fdff-4289-82a2-4dc5b674258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.406086 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-b931d251-fdff-4289-82a2-4dc5b674258a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1096 time: 0.0879147 Nov 01 00:14:26.450695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:26.484322 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 91d5e989-fbc1-4287-ab74-493c6f0fa394, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=91d5e989-fbc1-4287-ab74-493c6f0fa394,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:26.528056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-bfed0833-0d6e-487f-a3e2-1333aa6a34a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.529778 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-bfed0833-0d6e-487f-a3e2-1333aa6a34a3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 909 time: 0.1148369 Nov 01 00:14:26.540716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77e0e5-78a0-42fa-854e-2dd6c80fd629 req-122faaae-48f1-4da1-91cb-5d0f39be5a16 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.543720 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:26.544223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5d77e0e5-78a0-42fa-854e-2dd6c80fd629 req-122faaae-48f1-4da1-91cb-5d0f39be5a16 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.1848476 Nov 01 00:14:26.620094 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=91d5e989-fbc1-4287-ab74-493c6f0fa394,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:26.644524 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-589c2661-b15f-47b7-a20f-03de5bfe5407 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 998 time: 0.0991204 Nov 01 00:14:26.649068 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5d77e0e5-78a0-42fa-854e-2dd6c80fd629 req-fffd1190-1c9e-4243-bdda-3cc761e28471 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601010 Nov 01 00:14:26.722704 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-a29bd806-6727-4d05-a249-ef55ceea5dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.724380 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-a29bd806-6727-4d05-a249-ef55ceea5dcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0587401 Nov 01 00:14:26.773994 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-c2e2c981-404a-4d56-bdf6-c71fc6d07b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:26.775730 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-c2e2c981-404a-4d56-bdf6-c71fc6d07b8c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428083 Nov 01 00:14:26.885438 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-0f081682-93cf-4f8f-9f0d-fa61bd945781 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014881 Nov 01 00:14:27.038861 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1552d5b-d286-48ec-9e78-b3ac7cb5da0e req-7f19a69f-b558-4ba2-b1cd-201c2e9e5ddf service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220138 Nov 01 00:14:27.305437 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Sync routers for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:14:27.321726 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:27.322537 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:27.429968 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:27.668234 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:23Z', 'revision_number': 4, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '6150f12e-5dfa-45ba-ba5e-3716d98a4370', 'name': '', 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'mac_address': 'fa:16:3e:f2:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:23Z', 'updated_at': '2021-11-01T00:14:24Z', 'revision_number': 2, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'subnets': [{'id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:27.697880 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Checking router: b635e93e-2284-4ffd-9b38-958c577f168a for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:14:27.698571 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Updating router b635e93e-2284-4ffd-9b38-958c577f168a port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:14:27.726428 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:27.804664 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe06fee-d641-4ace-a98b-57dfb1663159 req-2a604ec7-f872-4cb9-9f46-a7e12ca5218d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:27.811657 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afe06fee-d641-4ace-a98b-57dfb1663159 req-2a604ec7-f872-4cb9-9f46-a7e12ca5218d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0627892 Nov 01 00:14:27.855268 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-afe06fee-d641-4ace-a98b-57dfb1663159 req-3ac4b58d-4534-4692-9127-79125c8b22f8 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425293 Nov 01 00:14:28.013183 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.141236 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.212343 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 91d5e989-fbc1-4287-ab74-493c6f0fa394 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:28.232496 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b38a-58f3-4007-8048-d5194677dcf6 None None] Pushing event updated for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:28.292064 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 91d5e989-fbc1-4287-ab74-493c6f0fa394 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:28.292516 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.364550 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Attempting to bind port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:28.365136 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Attempting to bind port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:28.365513 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Attempting to bind port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 on network aaab4934-0946-4efe-8893-d266cd079d59 {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:28.376593 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:28.376951 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Checking segment: {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:28.377708 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.378182 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Bound using segment: {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:28.378656 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Bound port: 6150f12e-5dfa-45ba-ba5e-3716d98a4370, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f26e9a-1d88-4863-9409-9299bc959a51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:28.379053 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.484011 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] For port 6150f12e-5dfa-45ba-ba5e-3716d98a4370, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:28.487383 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] For port 6150f12e-5dfa-45ba-ba5e-3716d98a4370, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=6150f12e-5dfa-45ba-ba5e-3716d98a4370,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:28.561607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-7ca4ad51-6bd5-43b0-9918-10bab7c70f45 None None] Provisioning complete for port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:28.562059 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7ca4ad51-6bd5-43b0-9918-10bab7c70f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.567052 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:28.620945 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-7ca4ad51-6bd5-43b0-9918-10bab7c70f45 None None] Port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:28.658801 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:14:28.659741 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:14:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:28.667788 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04b38a-58f3-4007-8048-d5194677dcf6 None None] Pushing event updated for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:28.793980 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:14:28.950783 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] Provisioning complete for port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:28.951611 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:29.012428 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09cfd0-a4bb-4a98-aa7a-22357d2c8cee req-01ba54b6-1943-4bb7-a75f-2bda723bc5e6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:29.022719 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c09cfd0-a4bb-4a98-aa7a-22357d2c8cee req-01ba54b6-1943-4bb7-a75f-2bda723bc5e6 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0806904 Nov 01 00:14:29.076242 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c09cfd0-a4bb-4a98-aa7a-22357d2c8cee req-88974fff-1d2f-4ffc-b0a2-b5ddffbdda3b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522935 Nov 01 00:14:29.084640 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:29.147991 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] For port 6150f12e-5dfa-45ba-ba5e-3716d98a4370, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=6150f12e-5dfa-45ba-ba5e-3716d98a4370,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:29.161682 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:23Z', 'revision_number': 4, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '6150f12e-5dfa-45ba-ba5e-3716d98a4370', 'name': '', 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'mac_address': 'fa:16:3e:f2:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:23Z', 'updated_at': '2021-11-01T00:14:28Z', 'revision_number': 4, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'subnets': [{'id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:14:29.194323 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de08303-be9a-4c97-8ac9-98c7a6484627 None None] The sync data for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi is: [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:14:23Z', 'revision_number': 4, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '6150f12e-5dfa-45ba-ba5e-3716d98a4370', 'name': '', 'network_id': 'aaab4934-0946-4efe-8893-d266cd079d59', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'mac_address': 'fa:16:3e:f2:77:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:23Z', 'updated_at': '2021-11-01T00:14:28Z', 'revision_number': 4, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'subnets': [{'id': '91e467cc-5491-439d-b7ba-b90db3a6c53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:14:29.221804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:29.325975 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acbb814-89d6-4ea1-b3b6-189486c3b3a2 None None] Pushing event updated for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:30.272612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 6150f12e-5dfa-45ba-ba5e-3716d98a4370 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:30.285320 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd50faa-5e64-45a1-b64c-bd27cbd14035 req-719d4c8f-be32-447d-b146-763dd0669644 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:30.287051 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fd50faa-5e64-45a1-b64c-bd27cbd14035 req-719d4c8f-be32-447d-b146-763dd0669644 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0894356 Nov 01 00:14:30.333499 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2fd50faa-5e64-45a1-b64c-bd27cbd14035 req-88893932-bb53-49f9-b5f8-c2813e9699ff tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393324 Nov 01 00:14:30.368924 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:30.369427 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:31.483590 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8b1ad-35ef-4cd4-8349-0ed5de1d8be7 req-5c54b064-b0b9-4cf8-aa5e-4792fff427b0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:31.485281 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02d8b1ad-35ef-4cd4-8349-0ed5de1d8be7 req-5c54b064-b0b9-4cf8-aa5e-4792fff427b0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0556390 Nov 01 00:14:31.535010 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02d8b1ad-35ef-4cd4-8349-0ed5de1d8be7 req-2430dfa2-c20d-437c-a696-60cb4443915c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431726 Nov 01 00:14:32.675988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427db12-1ac3-4900-98c9-4c5b1fc839d5 req-99773f0e-1a65-4329-9369-4edfe115c02b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:32.677858 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0427db12-1ac3-4900-98c9-4c5b1fc839d5 req-99773f0e-1a65-4329-9369-4edfe115c02b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0716255 Nov 01 00:14:32.724379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0427db12-1ac3-4900-98c9-4c5b1fc839d5 req-6aed4d13-ada8-4477-bd6b-d5e489fe91f0 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398841 Nov 01 00:14:33.881437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a4635-ab3e-41a8-b2c6-c76ae3c92573 req-9976337a-f300-428a-9370-605a076ce54c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:33.883855 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-833a4635-ab3e-41a8-b2c6-c76ae3c92573 req-9976337a-f300-428a-9370-605a076ce54c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0739641 Nov 01 00:14:33.950026 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-833a4635-ab3e-41a8-b2c6-c76ae3c92573 req-f23073ef-d80f-4d4a-9075-925182b35e42 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600898 Nov 01 00:14:33.975683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081da217-0804-41bf-a408-172c8b510f73 req-ebf52abb-b891-4cf8-9705-4034b091753d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:33.977715 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-081da217-0804-41bf-a408-172c8b510f73 req-ebf52abb-b891-4cf8-9705-4034b091753d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0645261 Nov 01 00:14:34.040059 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-081da217-0804-41bf-a408-172c8b510f73 req-5808f1d7-8e75-42ac-86c0-77a57cc68985 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533030 Nov 01 00:14:35.082971 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18cbe-9ef3-403b-bd50-2727172f2d56 req-cfcc245a-46ca-4d61-806d-18e6ac46f14f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:35.090216 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cec18cbe-9ef3-403b-bd50-2727172f2d56 req-cfcc245a-46ca-4d61-806d-18e6ac46f14f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 943 time: 0.0613079 Nov 01 00:14:35.137945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cec18cbe-9ef3-403b-bd50-2727172f2d56 req-8e6c2f38-c08f-4f2a-a325-7f93aa958eef tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468605 Nov 01 00:14:35.198069 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e143a908-1dd4-4dd4-8034-35fedd3922ff req-72567865-7e02-4145-bea5-cfeec9c27de9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:35.208056 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e143a908-1dd4-4dd4-8034-35fedd3922ff req-72567865-7e02-4145-bea5-cfeec9c27de9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0853951 Nov 01 00:14:35.259881 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e143a908-1dd4-4dd4-8034-35fedd3922ff req-616b89c7-6c0b-495c-af24-ae8325503064 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506799 Nov 01 00:14:35.802746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52836) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:35.804560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:14:35.920513 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:35.934521 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'port_id': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'mac_address': 'fa:16:3e:16:75:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:14:35.948648 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a77b13a9-23e1-40db-9b9b-82aacf35dbbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:35.981187 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:35.999057 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:14:36.021671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:36.045824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a77b13a9-23e1-40db-9b9b-82aacf35dbbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.126016 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.160704 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a77b13a9-23e1-40db-9b9b-82aacf35dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.205231 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=7']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:36.214444 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52842) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:36.215073 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a77b13a9-23e1-40db-9b9b-82aacf35dbbd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb4fe49471bc4f9eb1e3a8145886d3ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4042923 Nov 01 00:14:36.215073 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b13a9-23e1-40db-9b9b-82aacf35dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5eaa197-f875-4ffd-b347-e3bad9609867,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:36.224395 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.225446 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.226260 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.227350 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.227979 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.228615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.229339 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.230346 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.230881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.231442 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.232066 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.232482 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:14:36.288009 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.288617 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24b5895-029b-49b9-960a-5966ac8cacbb req-6873a15c-d427-43fb-a6c1-a70a98b40424 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:36.291674 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e24b5895-029b-49b9-960a-5966ac8cacbb req-6873a15c-d427-43fb-a6c1-a70a98b40424 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 944 time: 0.0538995 Nov 01 00:14:36.311681 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.333668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e24b5895-029b-49b9-960a-5966ac8cacbb req-f02b661c-6d98-476f-9388-ac50bcae8aa7 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352812 Nov 01 00:14:36.444727 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:14:36.548705 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e84bd4-7c2d-4b94-8a09-33b357563c34 req-dde6448a-8ac4-4383-a718-b651463651f1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:36.550468 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-67e84bd4-7c2d-4b94-8a09-33b357563c34 req-dde6448a-8ac4-4383-a718-b651463651f1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0508099 Nov 01 00:14:36.588785 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-67e84bd4-7c2d-4b94-8a09-33b357563c34 req-51db5eba-4da6-4916-8bc0-5f36a163c098 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Nov 01 00:14:36.638364 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.641062 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:36.642206 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e5eaa197-f875-4ffd-b347-e3bad9609867 HTTP/1.1" status: 204 len: 168 time: 0.4327691 Nov 01 00:14:36.652295 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb545f21-abf8-4d24-96f9-b8b1ab24c274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5eaa197-f875-4ffd-b347-e3bad9609867,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:37.294896 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52856) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:37.312063 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6830f62f-436b-4530-8533-7856c714a6ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.398466 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6830f62f-436b-4530-8533-7856c714a6ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.462949 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe9059-1f63-4260-88c2-67e89a3e75d1 req-8674f13b-76e6-4983-b5a1-cacf0552791a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:37.464339 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cbfe9059-1f63-4260-88c2-67e89a3e75d1 req-8674f13b-76e6-4983-b5a1-cacf0552791a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 944 time: 0.0475740 Nov 01 00:14:37.509150 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cbfe9059-1f63-4260-88c2-67e89a3e75d1 req-ac03fc53-02c1-461c-905e-4347a341ce5e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388203 Nov 01 00:14:37.535887 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6830f62f-436b-4530-8533-7856c714a6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.574342 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6830f62f-436b-4530-8533-7856c714a6ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=89d958127ea346fabef09236284cd779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2783875 Nov 01 00:14:37.575521 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830f62f-436b-4530-8533-7856c714a6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6518a555-36a7-4709-b36d-9929f4a0b75d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:37.577059 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52862) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:37.636482 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.662595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.739627 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81820787-1050-4818-824d-5e4adc53de3f req-65408832-f3fa-404d-b83b-e50ab2673d19 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:37.741176 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-81820787-1050-4818-824d-5e4adc53de3f req-65408832-f3fa-404d-b83b-e50ab2673d19 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0697455 Nov 01 00:14:37.780444 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-81820787-1050-4818-824d-5e4adc53de3f req-83c87034-2414-48ba-94be-99942aa0a2b3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Nov 01 00:14:37.833321 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:37.834781 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.837638 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.841116 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6518a555-36a7-4709-b36d-9929f4a0b75d HTTP/1.1" status: 204 len: 168 time: 0.2605729 Nov 01 00:14:37.851043 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e04b11-573e-4114-a013-234e8925204c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6518a555-36a7-4709-b36d-9929f4a0b75d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:37.905441 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:37.905809 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:37.998100 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.024596 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:38.026919 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7df8b1d-2225-4217-9db8-d60f551dca94" -d '{"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-plugged", "status": "completed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:38.039979 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:38.061263 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b38a24-d3af-49fb-8eb5-dc0d8a313129 x-openstack-request-id: req-b1b38a24-d3af-49fb-8eb5-dc0d8a313129 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:38.061750 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-plugged", "status": "completed", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:38.062001 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1b38a24-d3af-49fb-8eb5-dc0d8a313129 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:38.062390 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'code': 200} Nov 01 00:14:38.085743 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-490a55ae-a5ac-45dd-932a-22ff23e57c4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.142908 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.191661 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=8']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:38.426378 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e435ead-af2c-42ee-87c1-86b3afb4a712 req-b6b90e71-7d97-4c7a-9334-92d3bd60d840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:38.427908 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e435ead-af2c-42ee-87c1-86b3afb4a712 req-b6b90e71-7d97-4c7a-9334-92d3bd60d840 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0465965 Nov 01 00:14:38.464790 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7e435ead-af2c-42ee-87c1-86b3afb4a712 req-8095dbad-38e4-4943-a96a-3a1c1340ed12 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293481 Nov 01 00:14:38.570609 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 52894) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:38.587736 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c52a-8ece-4743-9230-6055c2333994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.730285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9106242-814a-47cb-b9df-e19c51c100a7 req-e5abe57a-6264-4692-8e78-fa19b2c8e237 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:38.731756 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b9106242-814a-47cb-b9df-e19c51c100a7 req-e5abe57a-6264-4692-8e78-fa19b2c8e237 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.1473157 Nov 01 00:14:38.757546 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-589566f4-d342-467d-b287-45c1710df3d9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:38.758991 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-589566f4-d342-467d-b287-45c1710df3d9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 815 time: 0.1734517 Nov 01 00:14:38.791613 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-682838d2-a43e-47e1-b1ec-c6c682fce550 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/quotas/d4525055ae3843a1b747e586d28b520b HTTP/1.1" status: 200 len: 375 time: 0.0219159 Nov 01 00:14:38.826234 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b9106242-814a-47cb-b9df-e19c51c100a7 req-29ea1813-e13b-48e4-863a-46862910514c tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862067 Nov 01 00:14:38.853901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c52a-8ece-4743-9230-6055c2333994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.872017 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-c0856a27-2e31-49f2-97c1-03a0dc23382a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704396 Nov 01 00:14:38.929811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fdd8c52a-8ece-4743-9230-6055c2333994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:38.983624 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-fdd8c52a-8ece-4743-9230-6055c2333994 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=94dcfe66f29f41b2a63fb5023b16e508&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118171 Nov 01 00:14:38.984337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd8c52a-8ece-4743-9230-6055c2333994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5525c-fd28-4965-8087-08b0e5cbb407,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:38.986275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 52902) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:14:39.009651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-fcada34a-2e09-4d9d-b499-ecbbc5c35fc8 service neutron] 10.222.0.41 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255674 Nov 01 00:14:39.042536 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:39.063338 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:39.132395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f973de-5ae4-474a-8da8-b382d7c7f80a req-da262608-8a3d-4942-8c60-fbe733350eb6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:39.133895 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-46f973de-5ae4-474a-8da8-b382d7c7f80a req-da262608-8a3d-4942-8c60-fbe733350eb6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.1022818 Nov 01 00:14:39.161029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-5f9a0ad1-9490-4abe-81e1-e97cd1cc9991 service neutron] 10.222.0.41 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451409 Nov 01 00:14:39.180676 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-46f973de-5ae4-474a-8da8-b382d7c7f80a req-3dc51c00-ff94-4e99-a142-f547495bf84e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408130 Nov 01 00:14:39.189197 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:39.192712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:39.194014 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f8e5525c-fd28-4965-8087-08b0e5cbb407 HTTP/1.1" status: 204 len: 168 time: 0.2067556 Nov 01 00:14:39.202514 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53be00a-55ae-40de-b58e-4ea9080e8808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5525c-fd28-4965-8087-08b0e5cbb407,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:39.405251 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5cb39338-4724-4e1b-8eb7-436336045e05 req-57f82557-248b-49ad-8f8c-a7dd1ca2ae47 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 210 time: 0.0268228 Nov 01 00:14:39.947308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52db24-929e-47e1-854b-b3453f0c00ac req-334344af-6047-4f6d-a374-7e6fc9806149 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:39.948842 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f52db24-929e-47e1-854b-b3453f0c00ac req-334344af-6047-4f6d-a374-7e6fc9806149 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0496747 Nov 01 00:14:39.990500 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5f52db24-929e-47e1-854b-b3453f0c00ac req-45d71a42-6ecb-4d43-9af5-647248ed9170 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354490 Nov 01 00:14:40.310616 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b157c-a82c-4db0-88be-b8f4df03fc09 req-caecc76b-46e3-47cb-aecf-5668d06d99ef tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:40.312208 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-498b157c-a82c-4db0-88be-b8f4df03fc09 req-caecc76b-46e3-47cb-aecf-5668d06d99ef tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0487511 Nov 01 00:14:40.349822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-498b157c-a82c-4db0-88be-b8f4df03fc09 req-911d8376-0c45-4c4b-b7ae-8e4512ca9770 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315535 Nov 01 00:14:40.486205 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3d01e4b7-c17c-4270-93af-907e36b366fe req-8c4f0974-d729-4963-8440-c60cdc3a0b86 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 210 time: 0.0280607 Nov 01 00:14:40.600114 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e16d3756-010d-4503-9379-5841a4a31116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:41.468851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752750ee-3c19-47be-b73e-7662c1752f70 req-118ef3f8-8adf-4757-96c9-eff15de4c826 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:41.470313 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-752750ee-3c19-47be-b73e-7662c1752f70 req-118ef3f8-8adf-4757-96c9-eff15de4c826 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0489309 Nov 01 00:14:41.508648 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-752750ee-3c19-47be-b73e-7662c1752f70 req-d4f4925e-9f20-4991-987a-0965d0ade5c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320837 Nov 01 00:14:41.585215 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-96405e2a-ef21-4222-a342-81ee94981fd8 req-93112991-99b0-4eed-8631-2c3c62fc00f7 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 210 time: 0.0322380 Nov 01 00:14:41.888992 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:42.020189 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-3521f0be-a7e0-4c1d-b790-36878f32a20c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:42.021632 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-3521f0be-a7e0-4c1d-b790-36878f32a20c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 815 time: 0.1010113 Nov 01 00:14:42.041704 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'port': {'device_id': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'admin_state_up': True, 'tenant_id': 'd4525055ae3843a1b747e586d28b520b'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:42.165719 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:42.303308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Made reservation on behalf of d4525055ae3843a1b747e586d28b520b for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:14:42.306775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:42.432412 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Allocated IP 172.20.0.8 (727db606-2a42-428b-bfe2-e28bcd46af36/804e7cec-edd2-453d-9447-b1e10fe81ccc/b5bdbd23-2d66-426c-809f-5594af0a5f2b) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:14:42.575577 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:42.653852 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991f596-ac13-45c3-9853-a7b4f11ae58e req-8f0cc2ad-0b1e-42e6-b22c-02d6e2eba618 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:42.660026 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d991f596-ac13-45c3-9853-a7b4f11ae58e req-8f0cc2ad-0b1e-42e6-b22c-02d6e2eba618 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0703592 Nov 01 00:14:42.696061 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-62959f37-4e72-4adc-b4ca-11586b76ae22 req-6ee86642-ccb2-4cc2-babd-5f01410cb31a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 210 time: 0.0359523 Nov 01 00:14:42.709917 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:42.749215 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d991f596-ac13-45c3-9853-a7b4f11ae58e req-8dd2f6d0-6bc2-4e77-aacf-f7951847f57d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800571 Nov 01 00:14:42.757609 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Network 727db606-2a42-428b-bfe2-e28bcd46af36 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:14:42.762949 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:14:42.773219 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:14:42.844303 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:42.851580 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:42.852585 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:43.053152 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-7507797f-d289-468d-8beb-d58e684d553d None None] Provisioning complete for port b5bdbd23-2d66-426c-809f-5594af0a5f2b triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:43.053711 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7507797f-d289-468d-8beb-d58e684d553d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:43.088365 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-7507797f-d289-468d-8beb-d58e684d553d None None] Port b5bdbd23-2d66-426c-809f-5594af0a5f2b cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:14:43.200715 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-dffdb3f9-e218-4003-a703-ae01efa295b3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1626008 Nov 01 00:14:43.220096 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Request body: {'port': {'device_id': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:14:43.275148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:43.428839 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:43.844844 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bfb92-832e-47e5-b347-bd2e9e35755f req-7fea7706-3442-485f-9861-4edd16a71c82 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:43.847063 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c8bfb92-832e-47e5-b347-bd2e9e35755f req-7fea7706-3442-485f-9861-4edd16a71c82 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 931 time: 0.0725551 Nov 01 00:14:43.940980 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5c8bfb92-832e-47e5-b347-bd2e9e35755f req-621ca430-d859-409e-bf25-7f529541d50c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861433 Nov 01 00:14:43.962625 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5bdbd23-2d66-426c-809f-5594af0a5f2b {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:14:43.969374 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:43.983194 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Transition to ACTIVE for port object b5bdbd23-2d66-426c-809f-5594af0a5f2b will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:14:44.060502 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4587b-e142-4677-a31d-7fc5ce83258f req-f310723e-472b-4827-bae3-4fd024b41195 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:44.062341 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf4587b-e142-4677-a31d-7fc5ce83258f req-f310723e-472b-4827-bae3-4fd024b41195 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0542309 Nov 01 00:14:44.108907 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf4587b-e142-4677-a31d-7fc5ce83258f req-1399b2e7-fb8c-41c2-be70-baf2db550d97 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370746 Nov 01 00:14:44.140623 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:44.184681 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:44.285576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Attempting to bind port b5bdbd23-2d66-426c-809f-5594af0a5f2b on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:14:44.285921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Attempting to bind port b5bdbd23-2d66-426c-809f-5594af0a5f2b by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:14:44.286255 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Attempting to bind port b5bdbd23-2d66-426c-809f-5594af0a5f2b on network 727db606-2a42-428b-bfe2-e28bcd46af36 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:44.291683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Port b5bdbd23-2d66-426c-809f-5594af0a5f2b on network 727db606-2a42-428b-bfe2-e28bcd46af36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:14:44.292007 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Attempting to bind port b5bdbd23-2d66-426c-809f-5594af0a5f2b on network 727db606-2a42-428b-bfe2-e28bcd46af36 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:14:44.298902 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:14:44.299874 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Checking segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:14:44.300785 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Bound using segment: {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:14:44.301306 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Bound port: b5bdbd23-2d66-426c-809f-5594af0a5f2b, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:14:44.301919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:44.391792 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:14:44.396946 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:14:44.529826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:44.569748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:44.570599 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:44.572031 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1093 time: 1.3560772 Nov 01 00:14:44.574335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:44.577366 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08733f16-0432-4dc7-bc76-500e042c2f74" -d '{"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:44.614833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc400-b872-4d3f-a051-8d6c2e945b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:44.646408 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a5b6e-503a-4471-a3f8-f16fbebad99a x-openstack-request-id: req-459a5b6e-503a-4471-a3f8-f16fbebad99a {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:44.646825 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:44.647178 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-459a5b6e-503a-4471-a3f8-f16fbebad99a {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:44.647712 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:14:45.065795 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa122d4-4c89-43ba-87b7-04a1a3e7a86d req-419447fc-e26b-4db1-b589-d29079fba407 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:45.067365 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7aa122d4-4c89-43ba-87b7-04a1a3e7a86d req-419447fc-e26b-4db1-b589-d29079fba407 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0561767 Nov 01 00:14:45.107284 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7aa122d4-4c89-43ba-87b7-04a1a3e7a86d req-579ea89e-e897-4e9e-b7b0-b94627085d5a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337040 Nov 01 00:14:45.243055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d46979-9a11-4c51-a984-a9f3a53c80b0 req-5f87e3a4-5de3-4d05-9511-a5752eac3a88 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:45.244610 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9d46979-9a11-4c51-a984-a9f3a53c80b0 req-5f87e3a4-5de3-4d05-9511-a5752eac3a88 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0573385 Nov 01 00:14:45.283158 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9d46979-9a11-4c51-a984-a9f3a53c80b0 req-015833ef-3dc2-46e5-ba95-dc0582de6980 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326073 Nov 01 00:14:46.268908 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4200d065-612a-4c0d-b9e9-1a09115532d0 req-8078ff27-0419-458c-8b84-afb9b5ed352f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:46.270528 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4200d065-612a-4c0d-b9e9-1a09115532d0 req-8078ff27-0419-458c-8b84-afb9b5ed352f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0722740 Nov 01 00:14:46.310318 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4200d065-612a-4c0d-b9e9-1a09115532d0 req-6daeeacf-ef93-48b6-9b14-78cf8b3fc0ac tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336344 Nov 01 00:14:46.444800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac1ab5-c6a8-4205-afd0-eefb041c74d7 req-36c5c292-d1af-4ab8-a747-ab11afb5795c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:46.446311 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-82ac1ab5-c6a8-4205-afd0-eefb041c74d7 req-36c5c292-d1af-4ab8-a747-ab11afb5795c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0675151 Nov 01 00:14:46.485761 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-82ac1ab5-c6a8-4205-afd0-eefb041c74d7 req-e6e78a93-9dfe-4555-ac0e-2b163745b54b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331814 Nov 01 00:14:47.438327 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ad802-766d-46e8-9c50-06ff0d2fd50b req-ceff25df-8595-40b7-b755-3e0259762203 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:47.440602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a57ad802-766d-46e8-9c50-06ff0d2fd50b req-ceff25df-8595-40b7-b755-3e0259762203 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0515006 Nov 01 00:14:47.482643 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a57ad802-766d-46e8-9c50-06ff0d2fd50b req-0362247c-6741-4b70-be9e-b191b94729bf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351040 Nov 01 00:14:47.614554 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733932a9-6fe8-4b38-bb22-6e10d4ab1dbf req-038a8a42-0f91-4118-a1a7-afc0057a7682 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:47.615989 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-733932a9-6fe8-4b38-bb22-6e10d4ab1dbf req-038a8a42-0f91-4118-a1a7-afc0057a7682 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0567043 Nov 01 00:14:47.654622 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-733932a9-6fe8-4b38-bb22-6e10d4ab1dbf req-e6b132d2-4dd2-455c-8e5e-c3caf5e1a512 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324540 Nov 01 00:14:48.608014 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768b7bd4-c23f-42ce-905d-c8f4e14cc1dd req-a278e3d3-2726-429e-acce-55d62da6bcdf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:48.610589 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-768b7bd4-c23f-42ce-905d-c8f4e14cc1dd req-a278e3d3-2726-429e-acce-55d62da6bcdf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0548429 Nov 01 00:14:48.651346 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-768b7bd4-c23f-42ce-905d-c8f4e14cc1dd req-d3608436-37c4-42b5-b542-412ea1ad74c8 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338018 Nov 01 00:14:48.792251 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4098d-d7c8-41ba-996c-2ad29b1361ee req-70f80bfb-88a8-4255-80d0-83813c21b3a8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:48.793644 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ae4098d-d7c8-41ba-996c-2ad29b1361ee req-70f80bfb-88a8-4255-80d0-83813c21b3a8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0517564 Nov 01 00:14:48.834819 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ae4098d-d7c8-41ba-996c-2ad29b1361ee req-39722c35-834d-48c0-9c1d-ce50b78085f0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 Nov 01 00:14:49.937375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05baf82b-2fbb-464c-8bb6-d7df45830a4f req-67b81519-a596-44e5-868d-eebfdaf00163 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:49.938856 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05baf82b-2fbb-464c-8bb6-d7df45830a4f req-67b81519-a596-44e5-868d-eebfdaf00163 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0539515 Nov 01 00:14:49.979563 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-05baf82b-2fbb-464c-8bb6-d7df45830a4f req-11d9012a-7123-48d0-a7a3-31caed984dfe tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341001 Nov 01 00:14:50.098750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168a044-bb2f-4123-98ca-453d0003c117 req-974fb2f5-9bc7-4726-98d0-96c8adff9aae tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:50.100295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7168a044-bb2f-4123-98ca-453d0003c117 req-974fb2f5-9bc7-4726-98d0-96c8adff9aae tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0540414 Nov 01 00:14:50.141031 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7168a044-bb2f-4123-98ca-453d0003c117 req-9baa77a0-bae1-413b-b34c-b867e36bbb58 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340276 Nov 01 00:14:51.172257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36c588-6440-498b-b110-4c9d9e057162 req-9215cdb5-9ef5-4b7a-9f70-17f28c5b1773 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:51.173916 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a36c588-6440-498b-b110-4c9d9e057162 req-9215cdb5-9ef5-4b7a-9f70-17f28c5b1773 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0517774 Nov 01 00:14:51.214270 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8a36c588-6440-498b-b110-4c9d9e057162 req-9685e458-8009-445e-8da2-b68c209be081 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337582 Nov 01 00:14:51.319234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b681f2-d9bb-4bbb-9cd3-085f3a29996b req-91980777-1505-4abf-a153-b1a506213349 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:51.320992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1b681f2-d9bb-4bbb-9cd3-085f3a29996b req-91980777-1505-4abf-a153-b1a506213349 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0495751 Nov 01 00:14:51.365025 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d1b681f2-d9bb-4bbb-9cd3-085f3a29996b req-a1e49f84-2e75-4290-abe2-dc9038e9db4e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379040 Nov 01 00:14:52.085641 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:52.331914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d27868-b534-4c4a-a8e0-ca71bb024e30 req-6380cb64-a97c-4a44-a3d3-0c27ca0f621e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:52.334141 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61d27868-b534-4c4a-a8e0-ca71bb024e30 req-6380cb64-a97c-4a44-a3d3-0c27ca0f621e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0527532 Nov 01 00:14:52.374278 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61d27868-b534-4c4a-a8e0-ca71bb024e30 req-a39f4616-5367-4e44-b784-f6724d8c0ecb tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329349 Nov 01 00:14:52.491978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb3954-8934-4ca0-b212-f33cd55f8be2 req-6e3f809e-5f1d-4d68-8e78-acc6c0ed17f1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:52.493642 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01bb3954-8934-4ca0-b212-f33cd55f8be2 req-6e3f809e-5f1d-4d68-8e78-acc6c0ed17f1 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0495675 Nov 01 00:14:52.534901 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-01bb3954-8934-4ca0-b212-f33cd55f8be2 req-6de50de0-7d7e-4129-8033-d27fead1f4a7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339530 Nov 01 00:14:53.489238 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da854a-2428-401c-a286-81b6370ba208 req-f36c7371-3687-4806-b135-200344fc2185 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:53.490701 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19da854a-2428-401c-a286-81b6370ba208 req-f36c7371-3687-4806-b135-200344fc2185 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0485411 Nov 01 00:14:53.527540 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19da854a-2428-401c-a286-81b6370ba208 req-350d6b5b-0f6f-4e7d-bb0f-718378718aa7 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Nov 01 00:14:53.657235 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170f452-2fcb-4d8b-8d63-94a70e460c4e req-90913b7b-4401-4381-9b45-84c5f3aa2e5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:53.658737 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4170f452-2fcb-4d8b-8d63-94a70e460c4e req-90913b7b-4401-4381-9b45-84c5f3aa2e5c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0526676 Nov 01 00:14:53.695722 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4170f452-2fcb-4d8b-8d63-94a70e460c4e req-f9e6d352-245f-43e0-95b3-e423ed1b2f8f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306737 Nov 01 00:14:53.845721 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-185a3c44-c45f-49f2-a56d-d110ddd84980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:53.847315 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-185a3c44-c45f-49f2-a56d-d110ddd84980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0416095 Nov 01 00:14:53.968086 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-3d2b4be9-a890-4386-b815-dbaa666d34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:53.969565 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-3d2b4be9-a890-4386-b815-dbaa666d34e6 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d4525055ae3843a1b747e586d28b520b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0973005 Nov 01 00:14:54.072013 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-731efb69-0570-4ffe-af51-478356ebf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.073505 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08733f16-0432-4dc7-bc76-500e042c2f74 req-731efb69-0570-4ffe-af51-478356ebf3af service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912731 Nov 01 00:14:54.176484 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-730313b2-7763-40ba-a294-e47539eb3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.177968 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-730313b2-7763-40ba-a294-e47539eb3110 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1096 time: 0.0394614 Nov 01 00:14:54.231220 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-04f68e43-6660-40e5-b029-fd712ddcbdf2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 217 time: 0.0378551 Nov 01 00:14:54.281612 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-7b07adb5-05be-4f80-88be-013b6550edc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.283069 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-7b07adb5-05be-4f80-88be-013b6550edc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0437799 Nov 01 00:14:54.328675 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf93805-3cb4-43d2-b790-e09643075535 req-2f753ee0-a7c5-487f-b80d-ca04603dfa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.330198 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-2f753ee0-a7c5-487f-b80d-ca04603dfa5c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405133 Nov 01 00:14:54.431888 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-7322d187-4696-4696-b5b3-1a6b3fff111d service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939703 Nov 01 00:14:54.524437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8bf93805-3cb4-43d2-b790-e09643075535 req-647314f2-8519-4363-bcf3-2846bbcd898f service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853639 Nov 01 00:14:54.649748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015d69d-65f7-46e5-b132-ba25b66004ab req-1c2013a4-1862-46f8-991e-b6552ecdfaf6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.651261 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c015d69d-65f7-46e5-b132-ba25b66004ab req-1c2013a4-1862-46f8-991e-b6552ecdfaf6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0522351 Nov 01 00:14:54.689865 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c015d69d-65f7-46e5-b132-ba25b66004ab req-43e737ed-1681-4139-ade1-ba1bbf86937f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Nov 01 00:14:54.813840 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063172c3-8a88-47f0-b850-b8c427bebafe req-c01663cc-8ca3-4313-b20e-b11ed810a1d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:54.815315 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-063172c3-8a88-47f0-b850-b8c427bebafe req-c01663cc-8ca3-4313-b20e-b11ed810a1d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0486612 Nov 01 00:14:54.853959 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-063172c3-8a88-47f0-b850-b8c427bebafe req-be57c9fa-5050-444e-9498-0f75814ee875 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Nov 01 00:14:55.809522 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdcae1d-4c2d-4101-b0f6-b90cf2e3bac3 req-6f894005-21d8-42da-b940-d50c25d72dc0 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:55.811030 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fcdcae1d-4c2d-4101-b0f6-b90cf2e3bac3 req-6f894005-21d8-42da-b940-d50c25d72dc0 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0492506 Nov 01 00:14:55.853098 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fcdcae1d-4c2d-4101-b0f6-b90cf2e3bac3 req-3f8ff074-ab34-4d0d-ae78-c71617fd5f9b tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Nov 01 00:14:55.964244 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:14:55.973271 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5712f7-7aa9-4e72-935a-f2f456903989 req-41335a08-6f8e-40b6-a2b6-7392fee8d5c7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:55.974772 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db5712f7-7aa9-4e72-935a-f2f456903989 req-41335a08-6f8e-40b6-a2b6-7392fee8d5c7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0504565 Nov 01 00:14:56.012648 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db5712f7-7aa9-4e72-935a-f2f456903989 req-e1e6bbbe-c8cb-4a08-9513-d25fdd213e69 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315356 Nov 01 00:14:56.059014 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:56.071161 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:14:56.112309 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:56.125058 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:14:56.144067 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:56.226003 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:56.274890 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=6']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:56.385861 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['231d6ea5-76b6-471b-8d5c-8a3c67754dd0'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:14:56.972441 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1172595e-51e4-48cb-b51d-a64293243945 req-9d970621-5bf8-49c2-b2cd-9d5d9e954c51 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:56.973931 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1172595e-51e4-48cb-b51d-a64293243945 req-9d970621-5bf8-49c2-b2cd-9d5d9e954c51 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0524914 Nov 01 00:14:57.016473 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1172595e-51e4-48cb-b51d-a64293243945 req-6662d381-c400-438e-8285-f7821b517429 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Nov 01 00:14:57.176758 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2842acb-47f5-4bd8-958d-f8f45d2f8ef5 req-035fa5f4-15c4-4ae6-821f-ce29222b4e81 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:57.176758 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2842acb-47f5-4bd8-958d-f8f45d2f8ef5 req-035fa5f4-15c4-4ae6-821f-ce29222b4e81 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0674431 Nov 01 00:14:57.223378 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b2842acb-47f5-4bd8-958d-f8f45d2f8ef5 req-22101acb-b447-4d87-b6c7-fd25290fd980 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455010 Nov 01 00:14:57.974553 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b5bdbd23-2d66-426c-809f-5594af0a5f2b details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:14:57.993182 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:14:58.128177 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:14:58.128554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:58.148251 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e6d-b205-451a-8b67-dc51e1636e1d req-98dc36e9-5cb6-435e-8cad-d708b2a5c8c6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:58.149855 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1c09e6d-b205-451a-8b67-dc51e1636e1d req-98dc36e9-5cb6-435e-8cad-d708b2a5c8c6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 943 time: 0.0546422 Nov 01 00:14:58.169587 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:58.189664 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'port_id': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'mac_address': 'fa:16:3e:5e:63:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:14:58.190917 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1c09e6d-b205-451a-8b67-dc51e1636e1d req-9ed514d3-c747-44c5-aa47-e78bfff66c9a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348210 Nov 01 00:14:58.274047 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:58.285869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:58.292093 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5bdbd23-2d66-426c-809f-5594af0a5f2b {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:14:58.360509 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a579b75f-35d9-486b-ad7f-feaacf15437e req-61803bd2-6e09-4574-9991-d5774a588721 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:58.368822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a579b75f-35d9-486b-ad7f-feaacf15437e req-61803bd2-6e09-4574-9991-d5774a588721 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0691786 Nov 01 00:14:58.433629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a579b75f-35d9-486b-ad7f-feaacf15437e req-4628d038-6ef6-45f3-89b0-a720db340990 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633860 Nov 01 00:14:58.459163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:58.465594 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:14:58.467944 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cb5142-f678-41e3-9537-b28e7873fe8b" -d '{"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:14:58.481971 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:14:58.508260 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ecc0b6-3931-4413-8c57-291615052980 x-openstack-request-id: req-14ecc0b6-3931-4413-8c57-291615052980 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:14:58.508666 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:14:58.508996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14ecc0b6-3931-4413-8c57-291615052980 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:14:58.509457 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'code': 200} Nov 01 00:14:58.626361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:58.683365 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:14:58.685294 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:58.758283 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=7']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:14:58.973774 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b5bdbd23-2d66-426c-809f-5594af0a5f2b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:14:59.327978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e4e3f-6be5-4654-acd8-56596f343031 req-31015a82-bd57-44d9-b361-efb24b9dc45d tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:59.331870 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e02e4e3f-6be5-4654-acd8-56596f343031 req-31015a82-bd57-44d9-b361-efb24b9dc45d tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 944 time: 0.0570104 Nov 01 00:14:59.374441 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e02e4e3f-6be5-4654-acd8-56596f343031 req-49418897-54a3-403c-ad44-9c0f65e3b528 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Nov 01 00:14:59.550064 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac287629-ada1-4ee2-8ffe-fe7430b00f8f req-42d6b970-eb6d-4dd9-a939-29640fe14317 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:14:59.551645 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ac287629-ada1-4ee2-8ffe-fe7430b00f8f req-42d6b970-eb6d-4dd9-a939-29640fe14317 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0519257 Nov 01 00:14:59.595274 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ac287629-ada1-4ee2-8ffe-fe7430b00f8f req-6adbec65-aa2a-43c4-983d-a258f40e5f25 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369866 Nov 01 00:14:59.977041 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b5bdbd23-2d66-426c-809f-5594af0a5f2b up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:15:00.176956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port b5bdbd23-2d66-426c-809f-5594af0a5f2b completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:15:00.181316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port b5bdbd23-2d66-426c-809f-5594af0a5f2b triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:15:00.181987 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:00.266392 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:00.299936 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:00.445800 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:00.498523 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeaf070-53ad-4580-b453-ff9d26e0331a req-3b2d8f20-b617-4bba-a343-b226d7cf28d2 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:00.505836 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eeeaf070-53ad-4580-b453-ff9d26e0331a req-3b2d8f20-b617-4bba-a343-b226d7cf28d2 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0589883 Nov 01 00:15:00.512457 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:00.516327 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be25074-9f66-4b77-9c96-183120aad023" -d '{"events": [{"server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "name": "network-vif-plugged", "status": "completed", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:00.531936 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:00.555185 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eeeaf070-53ad-4580-b453-ff9d26e0331a req-7af07495-9aed-4903-8197-91cd62a8cc7a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429718 Nov 01 00:15:00.561856 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba21436-688b-47ce-9cd5-c54b534e9805 x-openstack-request-id: req-fba21436-688b-47ce-9cd5-c54b534e9805 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:00.562145 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "name": "network-vif-plugged", "status": "completed", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:00.562406 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fba21436-688b-47ce-9cd5-c54b534e9805 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:00.562790 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'code': 200} Nov 01 00:15:00.723081 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0f33-08a8-4c28-bc94-83f0c7b33161 req-f96d07c6-51f8-4732-a747-f6b809a40c00 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:00.724871 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba2c0f33-08a8-4c28-bc94-83f0c7b33161 req-f96d07c6-51f8-4732-a747-f6b809a40c00 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0525565 Nov 01 00:15:00.770633 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba2c0f33-08a8-4c28-bc94-83f0c7b33161 req-6cc1ceea-a7e7-4ec8-8cad-82fb1445cfc2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383253 Nov 01 00:15:00.980594 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e85b197-0cff-45a5-b5ba-e1540472807a req-715349e5-f9a3-456c-9071-0dbafe329f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:00.982441 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e85b197-0cff-45a5-b5ba-e1540472807a req-715349e5-f9a3-456c-9071-0dbafe329f93 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0493796 Nov 01 00:15:01.020270 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e85b197-0cff-45a5-b5ba-e1540472807a req-37151ec4-c1c8-4791-a65d-c2b033db9d02 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301974 Nov 01 00:15:01.690516 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa8d7f-92e5-41c2-972e-a8d76a222c68 req-f390b4b7-8791-4601-9355-556c9613681a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:01.697601 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19aa8d7f-92e5-41c2-972e-a8d76a222c68 req-f390b4b7-8791-4601-9355-556c9613681a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0715880 Nov 01 00:15:01.733115 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19aa8d7f-92e5-41c2-972e-a8d76a222c68 req-3a5c53f1-d14d-4985-bd0c-2b470fa19ea3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Nov 01 00:15:01.901815 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dde926-7a25-4bbc-bc60-2692c5abc2f8 req-f315894c-c1cb-4d1f-8470-fb53913bafb5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:01.909497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-59dde926-7a25-4bbc-bc60-2692c5abc2f8 req-f315894c-c1cb-4d1f-8470-fb53913bafb5 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0594137 Nov 01 00:15:01.955974 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-59dde926-7a25-4bbc-bc60-2692c5abc2f8 req-1fc66c0c-9df7-4ad1-83fe-ae48d492e599 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444536 Nov 01 00:15:01.981381 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:15:02.851015 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a50f4-f158-42e0-a229-0ff334739645 req-81a95869-0995-4381-aee1-434f220f72b4 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:02.852761 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-781a50f4-f158-42e0-a229-0ff334739645 req-81a95869-0995-4381-aee1-434f220f72b4 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0524583 Nov 01 00:15:02.893934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-781a50f4-f158-42e0-a229-0ff334739645 req-9790c382-365c-4bd8-9a17-7baeb2551cca tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Nov 01 00:15:03.018547 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f40dfc-d8b8-4835-9f1f-14407ea75083 req-cca6cbf7-d364-4b20-b5b9-271317204497 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:03.020061 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-74f40dfc-d8b8-4835-9f1f-14407ea75083 req-cca6cbf7-d364-4b20-b5b9-271317204497 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0518045 Nov 01 00:15:03.086569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-74f40dfc-d8b8-4835-9f1f-14407ea75083 req-8b22e3ee-db12-412e-b050-99cefbce05b5 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601106 Nov 01 00:15:03.098391 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d8388-474e-4ab0-9d6a-952287070bd6 req-259a7294-3fa2-4631-8cd4-70da4693c164 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:03.100080 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee6d8388-474e-4ab0-9d6a-952287070bd6 req-259a7294-3fa2-4631-8cd4-70da4693c164 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0746369 Nov 01 00:15:03.138945 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee6d8388-474e-4ab0-9d6a-952287070bd6 req-e26f7681-0cc8-4afd-a948-a04b4e2e3a67 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327783 Nov 01 00:15:03.408845 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d1bd5-01ff-462a-8ff8-849c9636e8a1 req-178580b9-cbb6-4d81-b57e-d7d5627d10d6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:03.410403 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb4d1bd5-01ff-462a-8ff8-849c9636e8a1 req-178580b9-cbb6-4d81-b57e-d7d5627d10d6 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0521035 Nov 01 00:15:03.452286 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb4d1bd5-01ff-462a-8ff8-849c9636e8a1 req-55d78ce6-77d1-4b66-966e-34d33f1c87a7 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350268 Nov 01 00:15:04.270835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee2e397-cad1-4f6a-9fd6-75c8614df5ab req-11279847-62d5-4d26-a679-17da033b43ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:04.272436 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8ee2e397-cad1-4f6a-9fd6-75c8614df5ab req-11279847-62d5-4d26-a679-17da033b43ff tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0511141 Nov 01 00:15:04.322728 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8ee2e397-cad1-4f6a-9fd6-75c8614df5ab req-e4c1c86c-9855-47c8-afa0-3f2e2abd64d4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Nov 01 00:15:05.511109 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c839902-46ac-4740-9dc0-6714d617f0a4 req-75c09b1e-f619-4374-8902-3998d9f45c30 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:05.512715 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c839902-46ac-4740-9dc0-6714d617f0a4 req-75c09b1e-f619-4374-8902-3998d9f45c30 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0648506 Nov 01 00:15:05.567169 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3c839902-46ac-4740-9dc0-6714d617f0a4 req-554d9179-f597-4c7a-8259-4fd47e873330 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Nov 01 00:15:06.700337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e6a983-1803-414a-9fbb-f8d7f9326319 req-f6f7ec47-5f06-4069-8a19-dcd2834f12af tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:06.701841 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49e6a983-1803-414a-9fbb-f8d7f9326319 req-f6f7ec47-5f06-4069-8a19-dcd2834f12af tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0508232 Nov 01 00:15:06.740904 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49e6a983-1803-414a-9fbb-f8d7f9326319 req-df6604fa-3bf6-44d2-ad5c-491b2cc125b6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 Nov 01 00:15:07.863243 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1710f-faff-44b4-8c9b-3cd8c9a26d58 req-e6ff52dc-c612-42b1-a353-a8bcad37a36f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:07.864548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1fd1710f-faff-44b4-8c9b-3cd8c9a26d58 req-e6ff52dc-c612-42b1-a353-a8bcad37a36f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0508335 Nov 01 00:15:07.902031 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1fd1710f-faff-44b4-8c9b-3cd8c9a26d58 req-e3443245-1d0d-4e1a-93ce-6206e5eb4869 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322208 Nov 01 00:15:08.103374 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9b993d30-55c7-4caa-88d6-42494a5d1527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:09.026998 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c31b7-67de-42c4-a3e1-7b803d1ef5a6 req-a7e272a1-27da-4a92-bf4c-7a9873045abd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:09.030957 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-269c31b7-67de-42c4-a3e1-7b803d1ef5a6 req-a7e272a1-27da-4a92-bf4c-7a9873045abd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0532513 Nov 01 00:15:09.066319 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-269c31b7-67de-42c4-a3e1-7b803d1ef5a6 req-3c6eccf9-10b6-41e0-bfd2-0eae913e51fc tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318451 Nov 01 00:15:09.141826 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be0c56-2318-499f-825c-836da9f65bd4 req-4a80613c-1dcc-4a20-a94d-bbb8dd1f0371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:09.143375 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-4a80613c-1dcc-4a20-a94d-bbb8dd1f0371 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1099 time: 0.0411794 Nov 01 00:15:09.236501 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be0c56-2318-499f-825c-836da9f65bd4 req-5e476652-6aa2-4633-91bb-488cc73b5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:09.237863 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-5e476652-6aa2-4633-91bb-488cc73b5eae service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.0860984 Nov 01 00:15:09.316902 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-2c23f539-d48e-4682-a102-d2a6a456e9f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 1000 time: 0.0580325 Nov 01 00:15:09.367212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be0c56-2318-499f-825c-836da9f65bd4 req-6c6c6a61-a30e-4e64-9f79-54088f9f6d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:09.368732 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-6c6c6a61-a30e-4e64-9f79-54088f9f6d10 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0427661 Nov 01 00:15:09.418459 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93be0c56-2318-499f-825c-836da9f65bd4 req-c70c698f-142c-4358-8b20-6f714e6aba1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:09.419984 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-c70c698f-142c-4358-8b20-6f714e6aba1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441990 Nov 01 00:15:09.510370 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-aa0ddf5b-b95b-4762-8d60-25f2c2e3095f service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803478 Nov 01 00:15:09.603809 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-93be0c56-2318-499f-825c-836da9f65bd4 req-0a4dadbd-bd3c-44d8-8e9a-a4041cdafa0f service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859091 Nov 01 00:15:10.188868 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497b6be-bc79-4fa8-a825-640026d6a9d4 req-b6ede197-3c4f-4925-b9eb-8fad6deb53a7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:10.190350 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d497b6be-bc79-4fa8-a825-640026d6a9d4 req-b6ede197-3c4f-4925-b9eb-8fad6deb53a7 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0501630 Nov 01 00:15:10.240939 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d497b6be-bc79-4fa8-a825-640026d6a9d4 req-098fa40f-9a9e-41ee-a439-d85859f0fe4b tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438769 Nov 01 00:15:10.539654 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4846dfd3-fd76-4dc4-a136-733828705261 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:11.362320 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e8016d-b332-425f-ba19-e2eebc0fda3a req-90b5bbdc-07a2-43d7-82b4-db637d05b108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:11.363813 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36e8016d-b332-425f-ba19-e2eebc0fda3a req-90b5bbdc-07a2-43d7-82b4-db637d05b108 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 946 time: 0.0495682 Nov 01 00:15:11.400310 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36e8016d-b332-425f-ba19-e2eebc0fda3a req-188853ff-a5f5-4df1-a7c0-95e99fe8d4bb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304191 Nov 01 00:15:11.871172 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:12.050847 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:12.065934 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:12.141782 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:12.166339 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:12.168569 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77de9193-cf26-4766-9b60-1afdb46e2ede" -d '{"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-unplugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:12.180707 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:12.204626 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc48eab-c4d6-472a-b9bf-e78919dc2654 x-openstack-request-id: req-3dc48eab-c4d6-472a-b9bf-e78919dc2654 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:12.205918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-unplugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:12.205918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3dc48eab-c4d6-472a-b9bf-e78919dc2654 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:12.205918 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'code': 200} Nov 01 00:15:12.262211 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:12.307939 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=8']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:12.526929 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f23dc-1de4-426a-8d34-1d41d20cb766 req-ee4bf115-32cb-449e-8735-db753304f4e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:12.528431 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-824f23dc-1de4-426a-8d34-1d41d20cb766 req-ee4bf115-32cb-449e-8735-db753304f4e0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0544560 Nov 01 00:15:12.566723 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-824f23dc-1de4-426a-8d34-1d41d20cb766 req-e8b18927-1deb-4710-b489-35e19cc74d54 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Nov 01 00:15:13.408275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:14.602863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-8f1c34ab-e352-43d4-ae30-a5a9547f0f54 req-4b0cd6dd-0d3c-46ea-b563-2afa1ddf4566 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:15:14.603909 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8f1c34ab-e352-43d4-ae30-a5a9547f0f54 req-4b0cd6dd-0d3c-46ea-b563-2afa1ddf4566 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055048 Nov 01 00:15:14.921102 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af8826-a2a2-423d-88bc-a647860d2e18 req-b540fc72-e2e6-454d-851d-e312914d3188 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:14.922617 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16af8826-a2a2-423d-88bc-a647860d2e18 req-b540fc72-e2e6-454d-851d-e312914d3188 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0487087 Nov 01 00:15:14.964112 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16af8826-a2a2-423d-88bc-a647860d2e18 req-1ad93ad0-5953-42eb-aef2-2c66fb2d0c6c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350533 Nov 01 00:15:15.317196 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-07b05b9f-18d2-47bc-bf1d-c94077401ef8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0435641 Nov 01 00:15:15.887611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8012923d-4233-467c-84ec-6fefdc62305e req-279dc5fc-786d-40cd-9656-7cbdea6236ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:15.888990 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8012923d-4233-467c-84ec-6fefdc62305e req-279dc5fc-786d-40cd-9656-7cbdea6236ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0495644 Nov 01 00:15:15.928199 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8012923d-4233-467c-84ec-6fefdc62305e req-f7049473-001b-4b9b-b90b-16fc6ac3ab41 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331852 Nov 01 00:15:15.952915 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53282) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:16.082346 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:16.089876 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f251a0a-bef9-47f9-8d93-498cfa093f6e req-4cfcc09e-3432-4aac-a6ba-4d7e49273472 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:16.091651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f251a0a-bef9-47f9-8d93-498cfa093f6e req-4cfcc09e-3432-4aac-a6ba-4d7e49273472 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0553367 Nov 01 00:15:16.164487 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f251a0a-bef9-47f9-8d93-498cfa093f6e req-5d65adb1-2d5a-46fa-bd77-e3dd205566c6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626094 Nov 01 00:15:16.169110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db17f0-cf5b-47b6-8cb2-70d1dd3da474 tempest-TestMinimumBasicScenario-1179836194 tempest-TestMinimumBasicScenario-1179836194-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:16.170792 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-51db17f0-cf5b-47b6-8cb2-70d1dd3da474 tempest-TestMinimumBasicScenario-1179836194 tempest-TestMinimumBasicScenario-1179836194-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1093 time: 0.2165461 Nov 01 00:15:16.174148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53288) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:16.178563 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'port_id': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:16.273953 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for floatingip, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:16.378146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:16.480113 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Allocated IP 172.27.1.250 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/e696621c-e8f4-46f9-bdc3-cb2b7f6c2920) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:15:16.586029 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:16.674237 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:16.714369 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:15:16.717403 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:15:16.719990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:15:16.744835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'Port': ['ID=e696621c-e8f4-46f9-bdc3-cb2b7f6c2920,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:16.758890 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.759239 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.759743 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.760087 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.760418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.760748 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.761078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.761405 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.761728 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.762053 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.762375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.762696 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:16.882261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-e85264c6-db06-4aa1-a11b-066a7681e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:16.883793 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-e85264c6-db06-4aa1-a11b-066a7681e451 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f&tenant_id=9f8dab6c00274fdca74f2354c500a7b3 HTTP/1.1" status: 200 len: 1097 time: 0.1041954 Nov 01 00:15:17.000335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-4ad93a63-26aa-4bb7-99a3-4c89173d0d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:17.001730 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-4ad93a63-26aa-4bb7-99a3-4c89173d0d9f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1097 time: 0.0816481 Nov 01 00:15:17.203538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-a334182d-8524-46ba-a109-ee3755b5d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:17.205015 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-a334182d-8524-46ba-a109-ee3755b5d2d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 200 len: 918 time: 0.1928124 Nov 01 00:15:17.224655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:17.336680 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-6283fbcc-33e0-4fce-b637-6c8aac65e530 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 200 len: 998 time: 0.1189353 Nov 01 00:15:17.353193 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3e094-01e5-4227-8cb1-f5108f947650 req-9e3799f8-0dc8-4b3e-8d9c-720d90b6845c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:17.354605 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4d3e094-01e5-4227-8cb1-f5108f947650 req-9e3799f8-0dc8-4b3e-8d9c-720d90b6845c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0815012 Nov 01 00:15:17.432692 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-05c7b2b1-c157-4d31-a1c4-27bfeeee5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:17.434165 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-05c7b2b1-c157-4d31-a1c4-27bfeeee5990 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 200 len: 856 time: 0.0894923 Nov 01 00:15:17.437082 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f4d3e094-01e5-4227-8cb1-f5108f947650 req-58607e8e-fb40-4310-b046-447620a7f13a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756252 Nov 01 00:15:17.486022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:17.532292 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-33853e57-8f33-458d-ad07-2cef2dcc5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:17.533881 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-33853e57-8f33-458d-ad07-2cef2dcc5672 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=202277f7-f839-42eb-9c0d-390110b42ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0785351 Nov 01 00:15:17.945170 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-1cbd56d8-ef36-48d4-94c8-e47c9e2cc1bd service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024408 Nov 01 00:15:17.982123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:18.048530 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d9105670-c096-47ef-931d-da49d7fd5ba1 req-d885914a-19d1-48aa-baa0-65d44958bf44 service neutron] 10.222.0.36 "GET /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935585 Nov 01 00:15:18.096798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:18.174393 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'Port': ['ID=e696621c-e8f4-46f9-bdc3-cb2b7f6c2920,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:18.181595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:18.276996 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Floating IP 8250798a-5592-4d5d-a59d-9dd8f50fca25 associated. External IP: 172.27.1.250, port: b5bdbd23-2d66-426c-809f-5594af0a5f2b. Nov 01 00:15:18.495144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Router 828c1d4b-02be-4787-a7e1-5558b5d00c71 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:15:18.635530 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc4c2c-bd4c-42eb-807d-5a349e73af43 req-d808c74e-6ae6-4ce0-924d-2ae4699ed12d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:18.637111 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3dcc4c2c-bd4c-42eb-807d-5a349e73af43 req-d808c74e-6ae6-4ce0-924d-2ae4699ed12d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0972555 Nov 01 00:15:18.664051 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:15:18.681313 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Sync routers for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:15:18.693617 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3dcc4c2c-bd4c-42eb-807d-5a349e73af43 req-e29b6c5c-9882-4d59-8b82-5afdd9fc39c4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497048 Nov 01 00:15:18.696053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:18.696713 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:18.808605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:18.831840 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:18.853052 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e4e47b31-8c7a-4383-99d0-498a5d06cbb9 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6743743 Nov 01 00:15:18.853052 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:18.853510 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2313703c-2298-4a39-9da7-f7d84ee7367d" -d '{"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:18.853792 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53324) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:18.858488 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270876992', 'description': 'tempest-secgroup-smoke-270876992 description', 'project_id': 'd4525055ae3843a1b747e586d28b520b'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:18.932996 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad0f6f4-9397-4052-8c45-20db008ce2be x-openstack-request-id: req-9ad0f6f4-9397-4052-8c45-20db008ce2be {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:18.933293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:18.933570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9ad0f6f4-9397-4052-8c45-20db008ce2be {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:18.933949 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:15:18.997239 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.080568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.157944 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8250798a-5592-4d5d-a59d-9dd8f50fca25', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'port_id': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'mac_address': 'fa:16:3e:5e:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:15:17Z', 'updated_at': '2021-11-01T00:15:17Z', 'revision_number': 0, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:19.179916 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.185328 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Checking router: 828c1d4b-02be-4787-a7e1-5558b5d00c71 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:15:19.193754 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:19.194996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:19.212107 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d449f564-bfd8-47b9-a80e-bad8bffa080e,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:19.227290 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.227918 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.228421 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.228938 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.229430 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.229936 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.230423 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.230935 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.231461 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.235210 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.235210 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.235210 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:19.290975 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.292640 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b7a8bc1f-67e4-41e3-b256-0c61b5ee037c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4377115 Nov 01 00:15:19.295611 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53328) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:19.300127 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:19.323725 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:19.408352 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.471506 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.548438 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.564863 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8250798a-5592-4d5d-a59d-9dd8f50fca25', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'port_id': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'mac_address': 'fa:16:3e:5e:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:15:17Z', 'updated_at': '2021-11-01T00:15:17Z', 'revision_number': 0, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:19.572490 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63fd378f-9fc9-4000-b01e-60fe81e00e1c,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:19.636390 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.637661 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2a94ec24-8f74-4bed-b458-bfa97c2ff8f3 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411186 Nov 01 00:15:19.640609 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53332) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:19.645083 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:19.726139 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e5f827-a514-4f83-a3ae-4c69eecdc9c5 None None] The sync data for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi is: [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8250798a-5592-4d5d-a59d-9dd8f50fca25', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'floating_ip_address': '172.27.1.250', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'port_id': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'mac_address': 'fa:16:3e:5e:63:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:15:17Z', 'updated_at': '2021-11-01T00:15:17Z', 'revision_number': 0, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:15:19.779457 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.852043 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.864339 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29599-3fa6-4760-b4c8-42a178b4d489 req-25685962-ef29-40ca-b627-4357594d473d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:19.865911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e29599-3fa6-4760-b4c8-42a178b4d489 req-25685962-ef29-40ca-b627-4357594d473d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0818055 Nov 01 00:15:19.914679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e29599-3fa6-4760-b4c8-42a178b4d489 req-243febe8-c8e0-47ca-8dae-0a420e4b65ce tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398312 Nov 01 00:15:19.929156 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:19.946671 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f665f844-a2fa-4217-ad2a-f141f26e67e3,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:19.996973 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc9c6f7-c621-495c-bd54-d34b5c723fa5 None None] New status for floating IP 8250798a-5592-4d5d-a59d-9dd8f50fca25: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:15:20.045535 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.049075 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e812b1a6-45a9-408e-aa93-28b92b94b533 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4054699 Nov 01 00:15:20.050126 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53336) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:20.057318 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:20.155593 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.222644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.316875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.339290 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacdb19b-b2db-42d2-8a62-69e006301cad,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:20.444409 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.445611 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-de9b6c4d-70fd-4c50-8d21-c61455d10871 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3943310 Nov 01 00:15:20.448239 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53338) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:20.452512 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:20.582153 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.651166 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.774274 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.793213 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a31432e-ccbf-4e0f-a5ad-2300e9ae378e,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:20.941742 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:20.943484 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e54e0dd1-6ebc-4dec-9146-836022c0cf2c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4942589 Nov 01 00:15:20.946167 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53344) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:20.950840 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:21.052814 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66542529-7022-4fa5-89e9-258dcad52edf req-9a92b0bd-4243-413c-84b4-411d55833bad tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:21.054966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-66542529-7022-4fa5-89e9-258dcad52edf req-9a92b0bd-4243-413c-84b4-411d55833bad tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0551586 Nov 01 00:15:21.071538 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.securitygroups_db [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Project d4525055ae3843a1b747e586d28b520b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:15:21.077200 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.096194 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-66542529-7022-4fa5-89e9-258dcad52edf req-72d540ab-51a6-4ccd-88ec-99772d7793ca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348718 Nov 01 00:15:21.147737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.225998 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.244464 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3b90ed-4dff-4883-8513-367c69b17f29,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:21.312996 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.314204 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-c6789382-0f4c-4a11-b09c-add7324e607a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670874 Nov 01 00:15:21.317136 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53346) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:21.322055 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'security_group_rule': {'security_group_id': 'd449f564-bfd8-47b9-a80e-bad8bffa080e', 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:21.411369 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.securitygroups_db [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Project d4525055ae3843a1b747e586d28b520b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:15:21.418348 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.482448 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.616646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.643856 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f81016b-eb03-4cee-a2fc-920cb78d326c,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:21.707373 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.709008 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-558dfcda-040f-415d-9109-9ce9db8ccb01 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3906839 Nov 01 00:15:21.799438 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-0821fdbf-a935-49e1-af18-36157b9e4999 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270876992&fields=id&tenant_id=d4525055ae3843a1b747e586d28b520b HTTP/1.1" status: 200 len: 267 time: 0.0398877 Nov 01 00:15:21.851473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-e4c77972-6be8-405e-a185-33c928a245e1 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:21.856433 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-e4c77972-6be8-405e-a185-33c928a245e1 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0559924 Nov 01 00:15:21.865467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'port': {'security_groups': ['17117b96-a7dd-4228-9da9-c5172c92e8bc', 'd449f564-bfd8-47b9-a80e-bad8bffa080e']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:21.888614 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:21.944146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:22.171922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:22.230013 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:22.253220 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a441e9c-f524-43c6-b80d-de86797e8bc6 req-1019ba49-ae93-46dc-9f5b-09f7010013b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:22.254753 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a441e9c-f524-43c6-b80d-de86797e8bc6 req-1019ba49-ae93-46dc-9f5b-09f7010013b9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0653336 Nov 01 00:15:22.295488 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a441e9c-f524-43c6-b80d-de86797e8bc6 req-8db07f62-e96f-493a-909d-1d7300c93848 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344751 Nov 01 00:15:22.771063 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:22.808672 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b5bdbd23-2d66-426c-809f-5594af0a5f2b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:15:22.825694 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:22.826322 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:22.827766 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cf7c29e7-64d1-4da9-9f71-99ed4e0e42ce req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "PUT /v2.0/ports/b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 981 time: 0.9672959 Nov 01 00:15:22.828230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:22.830597 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66147e7-4716-477a-aa9e-ad709cbb4cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:22.870111 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef5282b-688c-4197-940a-7fd5ad426ada tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=6']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:22.914604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385255d-9d6e-4c73-a4d1-6d6961b8e310 x-openstack-request-id: req-e385255d-9d6e-4c73-a4d1-6d6961b8e310 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:22.914808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:22.915069 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e385255d-9d6e-4c73-a4d1-6d6961b8e310 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:22.915501 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:15:22.969956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b5bdbd23-2d66-426c-809f-5594af0a5f2b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:15:23.010216 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f6fc9-a873-482b-893d-7dfea791624c req-a8ffd828-bf6a-47a1-bc60-e4a373934e52 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:23.011859 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a17f6fc9-a873-482b-893d-7dfea791624c req-a8ffd828-bf6a-47a1-bc60-e4a373934e52 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0838106 Nov 01 00:15:23.074046 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a17f6fc9-a873-482b-893d-7dfea791624c req-dd0174b1-e051-4187-8bea-bcb19763cd05 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549798 Nov 01 00:15:23.196134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-a47c4c42-064b-4725-8b3e-8a76daa7c03a None None] Provisioning complete for port b5bdbd23-2d66-426c-809f-5594af0a5f2b triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:15:23.196420 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a47c4c42-064b-4725-8b3e-8a76daa7c03a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:23.447607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba963d4-c41a-4e00-a5ce-d6c72aa91205 req-89ca73d3-a1d6-4483-8dfa-e724a968ad31 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:23.449301 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bba963d4-c41a-4e00-a5ce-d6c72aa91205 req-89ca73d3-a1d6-4483-8dfa-e724a968ad31 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0613916 Nov 01 00:15:23.489280 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bba963d4-c41a-4e00-a5ce-d6c72aa91205 req-463090e9-99d0-4362-ae4c-c2e3a87a3741 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341127 Nov 01 00:15:24.639607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7819ee9-f6ee-4d23-ab0f-133d7aabbbb7 req-30417ab3-8cf1-4f00-be61-ceaacb77eb3a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:24.641276 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7819ee9-f6ee-4d23-ab0f-133d7aabbbb7 req-30417ab3-8cf1-4f00-be61-ceaacb77eb3a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0614491 Nov 01 00:15:24.682843 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e7819ee9-f6ee-4d23-ab0f-133d7aabbbb7 req-8cf4d672-f07f-4c3d-acbf-a1ac5f57ea35 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348375 Nov 01 00:15:25.816847 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1133b-3b6f-4394-9809-a9d10f19860d req-823c55f3-b847-4a80-b238-656c233e03f6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:25.818324 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecf1133b-3b6f-4394-9809-a9d10f19860d req-823c55f3-b847-4a80-b238-656c233e03f6 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0521598 Nov 01 00:15:25.867162 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ecf1133b-3b6f-4394-9809-a9d10f19860d req-327be6d6-b8e1-463d-ba66-b029611f1f0c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408106 Nov 01 00:15:26.996747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721aa99-c30c-4e9e-93b4-483970a37652 req-ad41d87d-f10e-4255-8b22-84a6e345b4f9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:26.998393 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2721aa99-c30c-4e9e-93b4-483970a37652 req-ad41d87d-f10e-4255-8b22-84a6e345b4f9 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0527461 Nov 01 00:15:27.038789 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2721aa99-c30c-4e9e-93b4-483970a37652 req-0c7cf14e-a6ae-4f44-8c74-3d9062f1cc29 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342970 Nov 01 00:15:28.190814 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a1a93-3a12-4b65-ba41-f31ae9273a22 req-84b15758-0aa0-4f60-ab4e-33b0d6330a62 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:28.192325 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd9a1a93-3a12-4b65-ba41-f31ae9273a22 req-84b15758-0aa0-4f60-ab4e-33b0d6330a62 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0794601 Nov 01 00:15:28.234204 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd9a1a93-3a12-4b65-ba41-f31ae9273a22 req-b26a8a02-522d-4682-b3c6-e9a443b32d74 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354047 Nov 01 00:15:29.352308 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500ec7a-5e13-4cb9-8339-184fc286b922 req-e5c9e9ba-ea29-4176-a45b-24fd9174bec8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:29.353827 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4500ec7a-5e13-4cb9-8339-184fc286b922 req-e5c9e9ba-ea29-4176-a45b-24fd9174bec8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0485742 Nov 01 00:15:29.390321 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4500ec7a-5e13-4cb9-8339-184fc286b922 req-e358f56c-2c23-49a0-b268-49d18bddacab tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306563 Nov 01 00:15:29.594894 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-f82ec38d-1aa8-4680-bbf3-305a49130f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:29.596341 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-f82ec38d-1aa8-4680-bbf3-305a49130f70 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1137 time: 0.0415833 Nov 01 00:15:29.697779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-3acec173-8d3a-41cb-9091-49f6f423ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:29.699258 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-3acec173-8d3a-41cb-9091-49f6f423ef32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.0869808 Nov 01 00:15:29.806352 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-95550fd4-6068-407b-8460-847d8e507ab1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1001 time: 0.0569024 Nov 01 00:15:29.865277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-be196335-4c34-4b17-be65-91696e2c0010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:29.866745 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-be196335-4c34-4b17-be65-91696e2c0010 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0451834 Nov 01 00:15:29.913755 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-d70d7dfb-31e7-45be-af24-0cba83db9382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:29.915236 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-d70d7dfb-31e7-45be-af24-0cba83db9382 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389705 Nov 01 00:15:30.005313 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-525b7e93-153d-4c41-88a1-6c14de7ee27e service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795088 Nov 01 00:15:30.107369 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c66147e7-4716-477a-aa9e-ad709cbb4cb9 req-150ac375-cdad-4474-b102-833a4bcb8f5f service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935507 Nov 01 00:15:30.354657 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-b46b50f5-b1bd-45d4-b45b-7ed94bd484b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:30.356179 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-b46b50f5-b1bd-45d4-b45b-7ed94bd484b5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1137 time: 0.0420120 Nov 01 00:15:30.449836 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-5e02eef7-e245-42a4-8b10-ff62b30a7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:30.451310 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-5e02eef7-e245-42a4-8b10-ff62b30a7124 service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.0877035 Nov 01 00:15:30.548009 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-fcb44d5a-53e3-490f-96e3-daad9c68e43a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1001 time: 0.0890515 Nov 01 00:15:30.556914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b39b4-e9fc-482f-b210-d8a4bca841ad req-64c98346-a4ac-4395-ae73-e72fdad70ad8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:30.558304 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f46b39b4-e9fc-482f-b210-d8a4bca841ad req-64c98346-a4ac-4395-ae73-e72fdad70ad8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0934570 Nov 01 00:15:30.625528 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f46b39b4-e9fc-482f-b210-d8a4bca841ad req-9198c57d-ecfb-4584-966a-a2e72a3e8c50 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612478 Nov 01 00:15:30.634749 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-b9c2f400-d6d1-4643-b7a8-a7567caeeb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:30.636300 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-b9c2f400-d6d1-4643-b7a8-a7567caeeb29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0569630 Nov 01 00:15:30.682417 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-cccad538-628d-418c-91d8-1f92173008bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:30.683855 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-cccad538-628d-418c-91d8-1f92173008bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400326 Nov 01 00:15:30.781753 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-3b916375-879a-4941-8046-ee373844c27b service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819566 Nov 01 00:15:30.871748 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2313703c-2298-4a39-9da7-f7d84ee7367d req-20a1fc46-ce77-4f8a-90cd-09446e648c1b service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820005 Nov 01 00:15:31.750048 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d85db-201b-4a7e-a6e7-71b533d778e9 req-48ee9403-37d4-4833-b064-9616a975216a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:31.751545 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-830d85db-201b-4a7e-a6e7-71b533d778e9 req-48ee9403-37d4-4833-b064-9616a975216a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 944 time: 0.0538685 Nov 01 00:15:31.790213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-830d85db-201b-4a7e-a6e7-71b533d778e9 req-82dc80d6-0830-43ae-ae19-1bd05b8a0b3f tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319717 Nov 01 00:15:32.159316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:15:32.256092 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:32.267677 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'port_id': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'mac_address': 'fa:16:3e:fc:94:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:15:32.303013 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:32.320086 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:15:32.346681 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:32.404651 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:32.450986 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=9']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:32.753873 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['231d6ea5-76b6-471b-8d5c-8a3c67754dd0'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:15:32.910608 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a2182-b7b6-43b0-aa42-41f902b5bfca req-983a6caa-5883-40b2-a07b-cb59ab3dff80 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:32.912043 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bb3a2182-b7b6-43b0-aa42-41f902b5bfca req-983a6caa-5883-40b2-a07b-cb59ab3dff80 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0499966 Nov 01 00:15:32.952007 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bb3a2182-b7b6-43b0-aa42-41f902b5bfca req-a87c1c60-a404-4a70-b0c1-3de3318ff25d tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337875 Nov 01 00:15:34.078206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c978d746-118b-4792-afe8-c31c8ed1d35a req-b515d017-cdf4-46a4-a8e3-ca49c70c7110 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:34.079721 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c978d746-118b-4792-afe8-c31c8ed1d35a req-b515d017-cdf4-46a4-a8e3-ca49c70c7110 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 945 time: 0.0532558 Nov 01 00:15:34.116994 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c978d746-118b-4792-afe8-c31c8ed1d35a req-c67372d0-ddc7-4c96-8ae3-b30a7c251099 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306351 Nov 01 00:15:34.194671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:15:34.243246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:15:34.243637 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:34.321031 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:34.343478 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:34.346235 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f806713a-1fb2-4520-8ba0-c04a0ed1f592" -d '{"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:34.359526 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:34.384717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fddb2c-67fc-4448-9953-167baf3f5b0e x-openstack-request-id: req-08fddb2c-67fc-4448-9953-167baf3f5b0e {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:34.385007 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-plugged", "status": "completed", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:34.385269 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-08fddb2c-67fc-4448-9953-167baf3f5b0e {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:34.385656 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'code': 200} Nov 01 00:15:34.445531 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:34.496239 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=10']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:34.757857 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd7934-5c35-4d54-87e6-13adb8095386 req-a643931f-7079-4797-ab0d-33e4cf8e81bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:34.759210 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64bd7934-5c35-4d54-87e6-13adb8095386 req-a643931f-7079-4797-ab0d-33e4cf8e81bc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 1100 time: 0.0429566 Nov 01 00:15:34.796213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-64bd7934-5c35-4d54-87e6-13adb8095386 req-8c88a0f7-7a17-42ab-90c4-4506e6e39464 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259478 Nov 01 00:15:35.235374 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c6c1d-d6f5-482f-a493-5abfd4f3f0a5 req-2791ec20-65f7-4c9c-b3b9-d6159b47c2bb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:35.236873 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-900c6c1d-d6f5-482f-a493-5abfd4f3f0a5 req-2791ec20-65f7-4c9c-b3b9-d6159b47c2bb tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0487003 Nov 01 00:15:35.274318 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-900c6c1d-d6f5-482f-a493-5abfd4f3f0a5 req-75572056-3533-4555-bf0a-ecd84b3d7bca tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313962 Nov 01 00:15:36.392907 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa765d-44fa-448e-a6fa-dc447fba12d5 req-8e105d50-b98a-483b-8b34-c79f7048a372 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:36.394451 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2baa765d-44fa-448e-a6fa-dc447fba12d5 req-8e105d50-b98a-483b-8b34-c79f7048a372 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0496867 Nov 01 00:15:36.432860 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2baa765d-44fa-448e-a6fa-dc447fba12d5 req-3db9bc11-e25e-43c4-b169-2e76e981e81a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Nov 01 00:15:37.556221 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f13a1a1-0ec5-4b7a-b8dc-c9da8a7c02c9 req-3fc4f38a-c52e-4b7f-8299-3fea227dbae0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:37.557702 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f13a1a1-0ec5-4b7a-b8dc-c9da8a7c02c9 req-3fc4f38a-c52e-4b7f-8299-3fea227dbae0 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0529082 Nov 01 00:15:37.595606 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f13a1a1-0ec5-4b7a-b8dc-c9da8a7c02c9 req-4ff53269-90b3-4c27-9bb6-6004188a8e3e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319006 Nov 01 00:15:38.084626 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f876b57d-4316-42d5-89c3-8bacb385acd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:38.365604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3188d-70ec-4a37-a7c4-5b70063c1e7f req-8aab5524-cadf-47e2-99bd-686b90c0d3f2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:38.367008 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cfb3188d-70ec-4a37-a7c4-5b70063c1e7f req-8aab5524-cadf-47e2-99bd-686b90c0d3f2 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0490911 Nov 01 00:15:38.403521 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cfb3188d-70ec-4a37-a7c4-5b70063c1e7f req-38a7b177-dcb1-47d4-89f8-a498ccda00a0 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Nov 01 00:15:38.982225 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:15:39.520587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea39845-0f66-4622-a2ed-1c8999719337 req-917bf8c9-1a63-4bd0-9565-14565b02bb06 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:39.522051 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ea39845-0f66-4622-a2ed-1c8999719337 req-917bf8c9-1a63-4bd0-9565-14565b02bb06 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0507157 Nov 01 00:15:39.562852 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4ea39845-0f66-4622-a2ed-1c8999719337 req-e77bcb2d-e771-451e-8239-ba34aac813ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347502 Nov 01 00:15:40.383642 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5e734-488b-4a74-be5d-5774585c70dd req-894b9a38-9140-4f1b-bef0-222bb298a97b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:40.384969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1da5e734-488b-4a74-be5d-5774585c70dd req-894b9a38-9140-4f1b-bef0-222bb298a97b tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0512304 Nov 01 00:15:40.473352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Deleting port bd68c482-9bb8-4600-a85f-9865334ec918 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:40.473743 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:40.553508 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-fda94fce-fb96-4816-a6e1-4c0d3427434b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:40.562713 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] For port bd68c482-9bb8-4600-a85f-9865334ec918, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=bd68c482-9bb8-4600-a85f-9865334ec918,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:40.563188 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:40.756389 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b495f-e102-45ef-83fd-782e32395026 req-14aa3217-1eda-4c88-ad89-475c5380774c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:40.758488 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cd2b495f-e102-45ef-83fd-782e32395026 req-14aa3217-1eda-4c88-ad89-475c5380774c tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 946 time: 0.0982783 Nov 01 00:15:40.786906 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:40.787259 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:40.787600 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Floating IP d8a5b012-c563-4e59-b2d5-065dc863bdd0 disassociated. External IP: 172.27.1.107, port: bd68c482-9bb8-4600-a85f-9865334ec918. Nov 01 00:15:40.787937 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Calling delete_port for bd68c482-9bb8-4600-a85f-9865334ec918 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:40.845941 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cd2b495f-e102-45ef-83fd-782e32395026 req-4edbdb06-78bf-443f-b910-5adccb705950 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups?id=1be3df44-8c83-4a98-b82a-5f71748a1844&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807691 Nov 01 00:15:41.001662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:41.029147 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'Port': ['ID=bd68c482-9bb8-4600-a85f-9865334ec918,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:41.141778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:15:41.247055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:15:41.256364 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:15:41.266257 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:41.266863 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:41.290962 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] No DVR routers for this DVR port bd68c482-9bb8-4600-a85f-9865334ec918 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:15:41.293656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:41.297544 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1da5e734-488b-4a74-be5d-5774585c70dd req-f6853f44-d9ba-4ba5-bd5b-324641b7f073 tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.36 "DELETE /v2.0/ports/bd68c482-9bb8-4600-a85f-9865334ec918 HTTP/1.1" status: 204 len: 173 time: 0.9064274 Nov 01 00:15:41.298384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'name': 'network-vif-deleted', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:15:41.302335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5fbb910-886a-42b7-873d-2aa41491718b" -d '{"events": [{"server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "name": "network-vif-deleted", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:15:41.339628 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b0429-4cdb-4a3a-a2f0-b1220389875e x-openstack-request-id: req-a20b0429-4cdb-4a3a-a2f0-b1220389875e {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:15:41.339986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55053e6f-ceb4-4292-a94c-2ad7a6d90e43", "name": "network-vif-deleted", "tag": "bd68c482-9bb8-4600-a85f-9865334ec918", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:15:41.340434 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a20b0429-4cdb-4a3a-a2f0-b1220389875e {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:15:41.340836 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55053e6f-ceb4-4292-a94c-2ad7a6d90e43', 'name': 'network-vif-deleted', 'tag': 'bd68c482-9bb8-4600-a85f-9865334ec918', 'status': 'completed', 'code': 200} Nov 01 00:15:41.374097 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:41.594316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:41.622548 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:15:41.631152 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:41.631832 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:41.735950 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:41.887729 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:41.952099 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:41.965607 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3267a162-7c56-445f-8eb4-66b5a9cf7e15 req-587a24d2-06e9-4c17-a9eb-7e7faa72adee tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/ports?device_id=55053e6f-ceb4-4292-a94c-2ad7a6d90e43 HTTP/1.1" status: 200 len: 210 time: 0.0398402 Nov 01 00:15:41.987593 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85206ac-7e03-4b42-ba69-317cef265a93 None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:09:45Z', 'revision_number': 4, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'b6354f2c-305b-441c-860d-8ec54c5470a3', 'name': '', 'network_id': 'f82f3247-2b1c-4ece-b964-d1950f931ce7', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'mac_address': 'fa:16:3e:e8:8b:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_interface', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:44Z', 'updated_at': '2021-11-01T00:09:50Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'subnets': [{'id': 'ab6958f2-a48b-4a75-96e3-9c8fbacecc72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:15:42.087577 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:42.208077 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53ac18a3-2adc-4276-a1cd-1cb94937b475 None None] New status for floating IP d8a5b012-c563-4e59-b2d5-065dc863bdd0: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:15:43.114313 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53520) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:43.168424 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.191049 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.365038 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.368540 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.369697 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "DELETE /v2.0/security-groups/1be3df44-8c83-4a98-b82a-5f71748a1844 HTTP/1.1" status: 204 len: 168 time: 0.2544134 Nov 01 00:15:43.372430 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53522) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:43.378832 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63738544-357f-4250-ad1e-40e4333d21df tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be3df44-8c83-4a98-b82a-5f71748a1844,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:43.385839 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.api.v2.resource [None req-6c077ab6-6269-4b9c-9f6c-b8e2185676de tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] show failed (client error): The resource could not be found. Nov 01 00:15:43.387039 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6c077ab6-6269-4b9c-9f6c-b8e2185676de tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "GET /v2.0/security-groups/1be3df44-8c83-4a98-b82a-5f71748a1844 HTTP/1.1" status: 404 len: 347 time: 0.0135241 Nov 01 00:15:43.389882 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53524) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:43.511788 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Deleting port f0a55493-b217-4863-8ef3-0f0503dbd472 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:43.512126 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.584869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.588395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.588716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.600619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Calling delete_port for f0a55493-b217-4863-8ef3-0f0503dbd472 owned by network:floatingip {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:43.818777 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.847040 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Pushing event deleted for resources: {'Port': ['ID=f0a55493-b217-4863-8ef3-0f0503dbd472,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:43.911796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks [] for floatingip, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.914618 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:43.915884 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-4433226c-6a52-48f4-8e34-c63ee1b902ed tempest-AttachVolumeTestJSON-1040438389 tempest-AttachVolumeTestJSON-1040438389-project] 10.222.0.41 "DELETE /v2.0/floatingips/d8a5b012-c563-4e59-b2d5-065dc863bdd0 HTTP/1.1" status: 204 len: 168 time: 0.5251112 Nov 01 00:15:43.971485 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7695f-1a48-4112-8dd3-cbbabc3eb463 req-21e8f385-549a-4499-9a3e-567761b4b714 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:43.973047 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72e7695f-1a48-4112-8dd3-cbbabc3eb463 req-21e8f385-549a-4499-9a3e-567761b4b714 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0560892 Nov 01 00:15:44.016201 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72e7695f-1a48-4112-8dd3-cbbabc3eb463 req-ec79fbb5-a4c4-4cb6-87fa-5ab867647c90 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361216 Nov 01 00:15:44.064459 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-a62c96bf-854b-4a56-bc54-eb762abefe92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:44.067351 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-a62c96bf-854b-4a56-bc54-eb762abefe92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1137 time: 0.0498621 Nov 01 00:15:44.166112 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-7f24ef98-9dee-4447-9ebe-49344b7a57b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:44.167390 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-7f24ef98-9dee-4447-9ebe-49344b7a57b1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.0915010 Nov 01 00:15:44.234522 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-c324300b-7de7-45bb-8eab-efcf1a270ad1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1001 time: 0.0583665 Nov 01 00:15:44.283035 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device bd68c482-9bb8-4600-a85f-9865334ec918 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:44.288008 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-208f583b-4587-4e18-afdd-ac584ac14dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:44.289623 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-208f583b-4587-4e18-afdd-ac584ac14dd2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0467536 Nov 01 00:15:44.302889 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: bd68c482-9bb8-4600-a85f-9865334ec918 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:15:44.303230 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device bd68c482-9bb8-4600-a85f-9865334ec918 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:15:44.336130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-14809ff9-f1bb-47d5-adf0-cea67e096ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:44.337665 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-14809ff9-f1bb-47d5-adf0-cea67e096ec0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409586 Nov 01 00:15:44.431312 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-65c41dcd-f5fd-4abf-8607-286650bae767 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861688 Nov 01 00:15:44.522167 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ba98e9c5-690b-4c1d-bfbb-75ee983e7c3f req-df8e3ca7-f815-4113-9c4c-9191949a6a58 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829041 Nov 01 00:15:45.136745 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfb216-4689-4a20-b19d-88445dbce956 req-848528d4-1d67-4703-a513-4aa41199fe4c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:45.138231 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-00dfb216-4689-4a20-b19d-88445dbce956 req-848528d4-1d67-4703-a513-4aa41199fe4c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0503271 Nov 01 00:15:45.190926 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-00dfb216-4689-4a20-b19d-88445dbce956 req-ff6834a7-144e-4ac7-b21f-98c4300bc27a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386832 Nov 01 00:15:46.314693 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264075bd-f323-470b-a9b0-479d0b714e16 req-3a823362-cf89-49af-8110-7e27386501f4 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:46.316195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-264075bd-f323-470b-a9b0-479d0b714e16 req-3a823362-cf89-49af-8110-7e27386501f4 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0522470 Nov 01 00:15:46.355679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-264075bd-f323-470b-a9b0-479d0b714e16 req-c05095e2-bc0c-43e0-83f8-6d72f006b522 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332217 Nov 01 00:15:47.469189 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad87b9-23bd-4475-84ec-dbe20116e38d req-7c24455b-8916-42be-9e4b-2442ad53f108 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:47.470653 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0ad87b9-23bd-4475-84ec-dbe20116e38d req-7c24455b-8916-42be-9e4b-2442ad53f108 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0483479 Nov 01 00:15:47.511757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0ad87b9-23bd-4475-84ec-dbe20116e38d req-cd74b1fb-5a2f-498e-99cc-38f253e9d9bf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347533 Nov 01 00:15:48.096139 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53564) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:48.533440 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:48.927632 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08098220-f318-4ef5-a2d1-021d86945d31 req-599e2312-c572-47d7-8f7c-2b608f4ba6ad tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:48.929093 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08098220-f318-4ef5-a2d1-021d86945d31 req-599e2312-c572-47d7-8f7c-2b608f4ba6ad tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.3370349 Nov 01 00:15:49.017016 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-08098220-f318-4ef5-a2d1-021d86945d31 req-4558d07b-879a-4010-8d4f-4317e99fa928 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0817018 Nov 01 00:15:49.105314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Deleting port b6354f2c-305b-441c-860d-8ec54c5470a3 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:49.105630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:49.179722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] For port b6354f2c-305b-441c-860d-8ec54c5470a3, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b6354f2c-305b-441c-860d-8ec54c5470a3,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:49.180118 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:49.191727 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Calling delete_port for b6354f2c-305b-441c-860d-8ec54c5470a3 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:49.418541 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:49.450722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6354f2c-305b-441c-860d-8ec54c5470a3,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:49.605944 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:49.815173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:15:49.925407 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:15:49.932558 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5fefd1af-3cd2-44fc-8573-ec9aa15ef7f5 admin admin] 10.222.0.41 "PUT /v2.0/routers/29aecfd0-2e3f-4a11-b9ba-59b539dfbabb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8346930 Nov 01 00:15:49.933558 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53570) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:49.934767 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Sync routers for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:15:49.945183 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:49.946430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:50.031642 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks [] for router, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.051092 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:50.163520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743248-431f-49ba-ae57-1283091e213f req-1a6ffa68-22da-4497-be0e-b185a71e07ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:50.165540 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9743248-431f-49ba-ae57-1283091e213f req-1a6ffa68-22da-4497-be0e-b185a71e07ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0738719 Nov 01 00:15:50.191259 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.218015 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c9743248-431f-49ba-ae57-1283091e213f req-48236aaf-4b87-4a00-8d2d-b79460efe915 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0457435 Nov 01 00:15:50.238465 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162'}], 'enable_snat': True}, 'gw_port_id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:15:49Z', 'revision_number': 5, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port': {'id': '606ae32d-6840-407d-9c1d-ef83d2805318', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:9f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 310, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:09:41Z', 'updated_at': '2021-11-01T00:09:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:50.265779 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Checking router: 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:15:50.274254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Routers {'29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:15:50.274862 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:50.314636 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Deleting port 606ae32d-6840-407d-9c1d-ef83d2805318 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:50.314973 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.358717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] Set router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb gateway port host: None {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:15:50.394257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] For port 606ae32d-6840-407d-9c1d-ef83d2805318, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=606ae32d-6840-407d-9c1d-ef83d2805318,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:50.394635 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.405983 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Calling delete_port for 606ae32d-6840-407d-9c1d-ef83d2805318 owned by network:router_gateway {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:50.532520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:15:50Z', 'revision_number': 6, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:50.559234 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed5038-183a-4624-a593-78c4c727bc51 None None] The sync data for ids ['29aecfd0-2e3f-4a11-b9ba-59b539dfbabb'] in dv-cinder-816104-1-iscsi is: [{'id': '29aecfd0-2e3f-4a11-b9ba-59b539dfbabb', 'name': 'tempest-AttachVolumeTestJSON-556350390-router', 'tenant_id': 'd76079db636a479aa8b45cb0de9c4a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:09:40Z', 'updated_at': '2021-11-01T00:15:50Z', 'revision_number': 6, 'project_id': 'd76079db636a479aa8b45cb0de9c4a21', 'gw_port_host': None}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:15:50.638980 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.665095 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Pushing event deleted for resources: {'Port': ['ID=606ae32d-6840-407d-9c1d-ef83d2805318,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:50.723951 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.822914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:50.824943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.001839 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.002435 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29aecfd0-2e3f-4a11-b9ba-59b539dfbabb {{(pid=102081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:15:51.007328 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.008496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-75cc6a4f-27e2-4b98-8f98-3dc3950b8272 admin admin] 10.222.0.41 "DELETE /v2.0/routers/29aecfd0-2e3f-4a11-b9ba-59b539dfbabb HTTP/1.1" status: 204 len: 168 time: 1.0740180 Nov 01 00:15:51.010972 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53574) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:51.054701 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_v2 [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Deleting subnet ab6958f2-a48b-4a75-96e3-9c8fbacecc72 {{(pid=102081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:15:51.057863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.090967 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495730'] for subnet, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.198762 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.327912 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13807777'] for subnet, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.358499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab6958f2-a48b-4a75-96e3-9c8fbacecc72,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:51.361185 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.364458 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-00d1f498-3da4-4a04-83c9-07836653a3b0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ab6958f2-a48b-4a75-96e3-9c8fbacecc72 HTTP/1.1" status: 204 len: 168 time: 0.3525085 Nov 01 00:15:51.367303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53578) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:51.367923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8de28d5-1b6a-42e3-9b69-2a0f54197791 None None] Network f82f3247-2b1c-4ece-b964-d1950f931ce7 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:15:51.373479 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c91f2-31da-47bf-8195-a9cae1558214 req-01d50086-adf3-45cc-aa3a-025b6fbf464f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:51.375019 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1b8c91f2-31da-47bf-8195-a9cae1558214 req-01d50086-adf3-45cc-aa3a-025b6fbf464f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0885901 Nov 01 00:15:51.429546 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1b8c91f2-31da-47bf-8195-a9cae1558214 req-755928c6-c5e7-46c7-ae8f-ac27918a53c5 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438731 Nov 01 00:15:51.458329 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.577173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] DHCP port deletion for f82f3247-2b1c-4ece-b964-d1950f931ce7 request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:15:51.634751 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Deleting port 00376902-8be0-4a16-9952-44ab3edc3c17 {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:51.635158 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.695292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Deleting port 00376902-8be0-4a16-9952-44ab3edc3c17 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:51.695829 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.702187 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] For port 00376902-8be0-4a16-9952-44ab3edc3c17, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=00376902-8be0-4a16-9952-44ab3edc3c17,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:51.702577 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.714930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Calling delete_port for 00376902-8be0-4a16-9952-44ab3edc3c17 owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:51.758388 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] For port 00376902-8be0-4a16-9952-44ab3edc3c17, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=00376902-8be0-4a16-9952-44ab3edc3c17,segment=NetworkSegment(84825579-7268-4ae0-b5d6-49adb8d60582),segment_id=84825579-7268-4ae0-b5d6-49adb8d60582)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:15:51.758768 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.770866 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Calling delete_port for 00376902-8be0-4a16-9952-44ab3edc3c17 owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:15:51.915917 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.924576 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.941677 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Pushing event deleted for resources: {'Port': ['ID=00376902-8be0-4a16-9952-44ab3edc3c17,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:51.943658 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:51.951483 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] No DVR routers for this DVR port 00376902-8be0-4a16-9952-44ab3edc3c17 on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:15:51.953510 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Pushing event deleted for resources: {'Port': ['ID=00376902-8be0-4a16-9952-44ab3edc3c17,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:51.953657 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.953854 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.954187 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.954513 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.954836 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.955155 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.955498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.955815 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.956133 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.956447 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.956755 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.957073 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-735cdb97-d0d7-4c5f-9700-7fa102cb7d4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:15:51.958238 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] No DVR routers for this DVR port 00376902-8be0-4a16-9952-44ab3edc3c17 on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:15:52.034553 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.054075 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82f3247-2b1c-4ece-b964-d1950f931ce7']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:52.064005 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84825579-7268-4ae0-b5d6-49adb8d60582') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:52.064292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84825579-7268-4ae0-b5d6-49adb8d60582') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:52.073360 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.085889 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.091743 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:15:52.092148 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self.session.flush() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self.session.flush() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self.session.flush() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self.session.flush() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:15:52.093834 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:15:52.232681 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 606ae32d-6840-407d-9c1d-ef83d2805318 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:52.239132 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.244736 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.250649 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] 10.222.0.41 "DELETE /v2.0/networks/f82f3247-2b1c-4ece-b964-d1950f931ce7 HTTP/1.1" status: 204 len: 168 time: 0.8796692 Nov 01 00:15:52.252818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 606ae32d-6840-407d-9c1d-ef83d2805318 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:15:52.253158 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 606ae32d-6840-407d-9c1d-ef83d2805318 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:15:52.253571 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b6354f2c-305b-441c-860d-8ec54c5470a3 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:52.260139 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac57af22-dd75-4257-ade4-99510f58bead admin admin] Pushing event deleted for resources: {'Network': ['ID=f82f3247-2b1c-4ece-b964-d1950f931ce7,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:52.273151 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: b6354f2c-305b-441c-860d-8ec54c5470a3 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:15:52.274185 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b6354f2c-305b-441c-860d-8ec54c5470a3 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:15:52.274648 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 00376902-8be0-4a16-9952-44ab3edc3c17 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:15:52.295850 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 00376902-8be0-4a16-9952-44ab3edc3c17 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:15:52.296184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 00376902-8be0-4a16-9952-44ab3edc3c17 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:15:52.545133 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa9b1a-fa7c-4a5b-ab68-7fd0977dae30 req-d91d0dbb-b3f4-481c-91f7-ef7af1713ba0 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:52.546594 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0aa9b1a-fa7c-4a5b-ab68-7fd0977dae30 req-d91d0dbb-b3f4-481c-91f7-ef7af1713ba0 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0478749 Nov 01 00:15:52.585710 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0aa9b1a-fa7c-4a5b-ab68-7fd0977dae30 req-814fc0da-cc9b-4e3a-8cee-da8dd893ac77 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330703 Nov 01 00:15:52.614208 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53584) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:52.657996 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-20af5fbf-2376-4646-bd19-142c1e09dc32 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d76079db636a479aa8b45cb0de9c4a21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405982 Nov 01 00:15:52.658357 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53586) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:52.704735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.726151 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.852375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.854922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:52.856185 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8a058a0-bceb-425e-905f-72109e9fcd4c HTTP/1.1" status: 204 len: 168 time: 0.1968768 Nov 01 00:15:52.864212 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc06901-7123-4b9b-807a-9c154265bace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a058a0-bceb-425e-905f-72109e9fcd4c,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:53.699361 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4520b53f-817a-4092-b3ea-7664fcb78161 req-d82a7250-986a-4e7a-bf80-2f2286e73286 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:53.700865 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4520b53f-817a-4092-b3ea-7664fcb78161 req-d82a7250-986a-4e7a-bf80-2f2286e73286 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0489926 Nov 01 00:15:53.740986 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4520b53f-817a-4092-b3ea-7664fcb78161 req-3c463967-c874-4b13-b039-7f593ba45d1c tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0339522 Nov 01 00:15:53.991193 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53610) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:54.085336 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2109404432-network', 'tenant_id': 'aa71fc4bdf364fd48ebf66cabcfd6ec7'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:54.184028 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Made reservation on behalf of aa71fc4bdf364fd48ebf66cabcfd6ec7 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:15:54.186274 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.194418 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.269811 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.332402 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.356731 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:15:54.365539 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37f4a0f-b15f-4ba9-906e-c049f70f7673,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:54.372921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.373260 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Added segment e9d23ea9-757c-44f2-a059-fff5a7817ee9 of type vlan for network 57a5d20e-14f1-4bae-be45-79435b2bdc65 Nov 01 00:15:54.411653 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.507072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.508541 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:54.509161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.563817 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] Pushing event updated for resources: {'Network': ['ID=57a5d20e-14f1-4bae-be45-79435b2bdc65,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:54.573607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 57a5d20e-14f1-4bae-be45-79435b2bdc65 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:15:54.627151 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-79ee2268-fa96-4ba3-a9a6-c153e9228188 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6348197 Nov 01 00:15:54.630135 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53614) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:54.635980 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Request body: {'subnet': {'network_id': '57a5d20e-14f1-4bae-be45-79435b2bdc65', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2109404432-subnet', 'tenant_id': 'aa71fc4bdf364fd48ebf66cabcfd6ec7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:54.730151 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Made reservation on behalf of aa71fc4bdf364fd48ebf66cabcfd6ec7 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:15:54.732556 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13807802'] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:54.891137 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf66c0-b6a9-4b66-af07-5d105ca27289 req-33557e6f-0fa9-4015-934b-e2f4e8686a85 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:54.892642 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c1bf66c0-b6a9-4b66-af07-5d105ca27289 req-33557e6f-0fa9-4015-934b-e2f4e8686a85 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0834503 Nov 01 00:15:54.964515 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c1bf66c0-b6a9-4b66-af07-5d105ca27289 req-ee480aad-ec85-48e7-b6de-aa7785a5b84e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470772 Nov 01 00:15:55.045035 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13807784'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:55.096876 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Pushing event updated for resources: {'Subnet': ['ID=32597b33-3ca5-4906-a2eb-195836507eaa,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:55.107680 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Checking segment: {'id': 'e9d23ea9-757c-44f2-a059-fff5a7817ee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '57a5d20e-14f1-4bae-be45-79435b2bdc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:15:55.108033 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Network hostable DHCP agents. Network: 57a5d20e-14f1-4bae-be45-79435b2bdc65, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:15:55.200766 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Network 57a5d20e-14f1-4bae-be45-79435b2bdc65 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:15:55.280728 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 57a5d20e-14f1-4bae-be45-79435b2bdc65) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:15:55.284880 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:55.285476 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:55.291136 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5350c725-be82-46db-a405-c51efbf3a106 None None] Network 57a5d20e-14f1-4bae-be45-79435b2bdc65 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:15:55.368232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6af3c636-6557-4588-92d1-150f0f00765c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7361484 Nov 01 00:15:55.412295 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4f6d13-605b-4f68-ada8-f935b5a6d243 None None] Network 57a5d20e-14f1-4bae-be45-79435b2bdc65 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:15:56.092899 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4e41e-a69c-4768-ba05-ae7be7556635 req-cf7301e0-cf1d-4b10-9c31-b9786f165b3d tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:56.094406 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aeb4e41e-a69c-4768-ba05-ae7be7556635 req-cf7301e0-cf1d-4b10-9c31-b9786f165b3d tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0528512 Nov 01 00:15:56.115756 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53634) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:56.120885 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1504051321-network', 'tenant_id': '647e868a0b864c12ad1470a5c77d56d3'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:56.138568 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-aeb4e41e-a69c-4768-ba05-ae7be7556635 req-2a24de95-9124-4ac2-8867-da3f76cf7bd8 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375650 Nov 01 00:15:56.309712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Made reservation on behalf of 647e868a0b864c12ad1470a5c77d56d3 for: {'network': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:15:56.312080 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.321378 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.395303 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.472998 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.499941 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=102082) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:15:56.505899 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edbd1c5-1110-4e73-b1af-3a3e30bc4e60,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:56.511859 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.512246 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.segments_db [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Added segment 72a73173-da32-40e6-93d6-c79e3ef6e4d4 of type vlan for network 1059cbc0-24f7-4f09-a696-06f04a9bc5d5 Nov 01 00:15:56.551040 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.640809 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.641682 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:56.642270 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:56.701064 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] Pushing event updated for resources: {'Network': ['ID=1059cbc0-24f7-4f09-a696-06f04a9bc5d5,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:56.710800 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 1059cbc0-24f7-4f09-a696-06f04a9bc5d5 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:15:56.757961 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5b4500fb-c4a8-4c19-a1bd-5aea2022620b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6410887 Nov 01 00:15:56.760866 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53636) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:56.765728 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Request body: {'subnet': {'network_id': '1059cbc0-24f7-4f09-a696-06f04a9bc5d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1504051321-subnet', 'tenant_id': '647e868a0b864c12ad1470a5c77d56d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:15:56.850349 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Made reservation on behalf of 647e868a0b864c12ad1470a5c77d56d3 for: {'subnet': 1} {{(pid=102082) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:15:56.853520 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13537283'] for subnet, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.081168 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13167370', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13537297'] for subnet, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.140473 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=694feab2-25d3-4305-8d27-9727cc93cec5,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:57.147661 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Checking segment: {'id': '72a73173-da32-40e6-93d6-c79e3ef6e4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1059cbc0-24f7-4f09-a696-06f04a9bc5d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102082) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:15:57.148017 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Network hostable DHCP agents. Network: 1059cbc0-24f7-4f09-a696-06f04a9bc5d5, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102082) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:15:57.221744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Network 1059cbc0-24f7-4f09-a696-06f04a9bc5d5 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102082) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:15:57.264876 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34078535-e11f-4daf-acfc-28e2210b472b req-50113397-bec1-48dd-b4be-576cc13452db tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:57.266340 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-34078535-e11f-4daf-acfc-28e2210b472b req-50113397-bec1-48dd-b4be-576cc13452db tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0616822 Nov 01 00:15:57.306376 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-34078535-e11f-4daf-acfc-28e2210b472b req-fc30b41c-7bfe-4363-ab24-6400ee44c92d tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338283 Nov 01 00:15:57.309215 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 1059cbc0-24f7-4f09-a696-06f04a9bc5d5) {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:15:57.315049 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:57.315863 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.319139 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc448d-d358-4abc-a275-977e7bf19048 None None] Network 1059cbc0-24f7-4f09-a696-06f04a9bc5d5 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:15:57.397886 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-3bba0bc8-eea0-4b44-b879-dded1554aa60 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6358061 Nov 01 00:15:57.440949 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf17454-fe4c-46de-bc20-ceb9b1feeb29 None None] Network 1059cbc0-24f7-4f09-a696-06f04a9bc5d5 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:15:57.509712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53642) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:57.553292 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Deleting subnet 32597b33-3ca5-4906-a2eb-195836507eaa {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:15:57.556575 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.591894 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.633346 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.773030 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.796737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32597b33-3ca5-4906-a2eb-195836507eaa,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:57.803087 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.806921 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-0fc21af4-8887-49e0-9718-84bec1fb77ea admin admin] 10.222.0.41 "DELETE /v2.0/subnets/32597b33-3ca5-4906-a2eb-195836507eaa HTTP/1.1" status: 204 len: 168 time: 0.2960424 Nov 01 00:15:57.809366 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53644) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:57.876134 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.956218 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:57.976441 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57a5d20e-14f1-4bae-be45-79435b2bdc65']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:57.986001 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9d23ea9-757c-44f2-a059-fff5a7817ee9') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:57.986289 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9d23ea9-757c-44f2-a059-fff5a7817ee9') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:57.996025 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.008890 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.014837 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:15:58.015232 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:15:58.016900 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:15:58.161182 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.171216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.171216 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] 10.222.0.41 "DELETE /v2.0/networks/57a5d20e-14f1-4bae-be45-79435b2bdc65 HTTP/1.1" status: 204 len: 168 time: 0.3601463 Nov 01 00:15:58.173530 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53646) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:58.181878 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd63f6-4ab1-477b-91a4-907f5285bd4a admin admin] Pushing event deleted for resources: {'Network': ['ID=57a5d20e-14f1-4bae-be45-79435b2bdc65,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:58.217339 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_v2 [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Deleting subnet 694feab2-25d3-4305-8d27-9727cc93cec5 {{(pid=102081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:15:58.220423 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.254130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495730'] for subnet, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.290710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.421167 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f58d32-2767-4d81-a742-4bee96e42f04 req-6d5f0de1-0092-4eee-af13-9078ea33e97b tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:58.422686 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50f58d32-2767-4d81-a742-4bee96e42f04 req-6d5f0de1-0092-4eee-af13-9078ea33e97b tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0488219 Nov 01 00:15:58.424105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13807777'] for subnet, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.456674 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=694feab2-25d3-4305-8d27-9727cc93cec5,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:58.465187 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.468405 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-625a2f4a-2788-4e75-af2b-98d52f57b2d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/694feab2-25d3-4305-8d27-9727cc93cec5 HTTP/1.1" status: 204 len: 168 time: 0.2937815 Nov 01 00:15:58.471057 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53650) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:58.490531 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-50f58d32-2767-4d81-a742-4bee96e42f04 req-429075ec-745e-4983-a62a-ea0fca57b3a4 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587204 Nov 01 00:15:58.537226 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.615415 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.634266 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1059cbc0-24f7-4f09-a696-06f04a9bc5d5']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:58.643338 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a73173-da32-40e6-93d6-c79e3ef6e4d4') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:58.643672 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a73173-da32-40e6-93d6-c79e3ef6e4d4') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:15:58.653393 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.667361 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.673224 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:15:58.673597 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:15:58.675239 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:15:58.793118 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.798261 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:58.801368 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] 10.222.0.41 "DELETE /v2.0/networks/1059cbc0-24f7-4f09-a696-06f04a9bc5d5 HTTP/1.1" status: 204 len: 168 time: 0.3293059 Nov 01 00:15:58.815967 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5033bf-a79c-4165-9c43-f3235a8e0f6b admin admin] Pushing event deleted for resources: {'Network': ['ID=1059cbc0-24f7-4f09-a696-06f04a9bc5d5,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:59.145706 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53656) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:59.184296 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f8cf7610-6ada-4f67-a8d0-4a489adb6c9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa71fc4bdf364fd48ebf66cabcfd6ec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374577 Nov 01 00:15:59.186737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53658) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:59.233526 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.254200 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.372500 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.374939 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.376089 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c37f4a0f-b15f-4ba9-906e-c049f70f7673 HTTP/1.1" status: 204 len: 168 time: 0.1884446 Nov 01 00:15:59.384165 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e330329-d592-4251-9970-a99be22d7b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37f4a0f-b15f-4ba9-906e-c049f70f7673,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:15:59.503072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53662) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:15:59.609332 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5487ba4-543d-4048-9bc0-b910fb5e9cbd req-670e7c60-a1ce-455f-b87b-4b0c99f8dd8f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:15:59.610959 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5487ba4-543d-4048-9bc0-b910fb5e9cbd req-670e7c60-a1ce-455f-b87b-4b0c99f8dd8f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0507896 Nov 01 00:15:59.652164 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d5487ba4-543d-4048-9bc0-b910fb5e9cbd req-0f98e9e5-2b81-4efc-8b27-dc2a8d55c249 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348563 Nov 01 00:15:59.866485 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Deleting port b0997445-a908-44d8-a7b6-9dc5090c18e2 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:15:59.866828 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.945283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.945606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:15:59.958058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Calling delete_port for b0997445-a908-44d8-a7b6-9dc5090c18e2 owned by network:floatingip {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:00.081026 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53670) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:00.120645 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d0a6a867-4c8f-4242-bbe5-9269fb2bce9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=647e868a0b864c12ad1470a5c77d56d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384398 Nov 01 00:16:00.123232 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53672) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:00.169694 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.193500 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.204571 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.230464 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event deleted for resources: {'Port': ['ID=b0997445-a908-44d8-a7b6-9dc5090c18e2,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:00.295633 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for floatingip, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.296113 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Floating IP 5cc64404-f6f7-4d97-a2a6-5dd98b0fe411 disassociated (deleted). External IP: 172.27.1.50, port: a09e4a1b-f59d-4ca9-9a4f-30bbf15df101. Nov 01 00:16:00.315132 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.317672 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.318806 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5edbd1c5-1110-4e73-b1af-3a3e30bc4e60 HTTP/1.1" status: 204 len: 168 time: 0.1946530 Nov 01 00:16:00.327165 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7486e7-9aca-479c-8b7d-61a408602f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edbd1c5-1110-4e73-b1af-3a3e30bc4e60,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:00.814613 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6249d87-6537-45bf-bcd5-33ab29457a15 req-78a686b2-da0d-48bd-869a-7d5852736be1 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:00.817779 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6249d87-6537-45bf-bcd5-33ab29457a15 req-78a686b2-da0d-48bd-869a-7d5852736be1 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0730069 Nov 01 00:16:00.834860 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Router 2be97295-26be-465e-8a18-936c8dd6f1bb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:00.870992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6249d87-6537-45bf-bcd5-33ab29457a15 req-3614c1d6-2c9f-40db-9f3d-23f0b4d53c7a tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&id=d449f564-bfd8-47b9-a80e-bad8bffa080e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0477648 Nov 01 00:16:00.971473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:00.976744 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:00.984209 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Sync routers for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:00.996173 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:00.997061 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:01.007934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-9ab45a29-0b5f-43fe-97b0-3ad1fffa6d1b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "DELETE /v2.0/floatingips/5cc64404-f6f7-4d97-a2a6-5dd98b0fe411 HTTP/1.1" status: 204 len: 168 time: 1.5037372 Nov 01 00:16:01.008937 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:01.012797 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b" -d '{"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:01.052387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555cabfb-d507-4cef-a6e4-43feb1059b07 x-openstack-request-id: req-555cabfb-d507-4cef-a6e4-43feb1059b07 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:01.052679 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:01.052930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-555cabfb-d507-4cef-a6e4-43feb1059b07 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:01.053326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'status': 'completed', 'code': 200} Nov 01 00:16:01.114330 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:01.157409 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-05cc0dea-47d8-49ab-9759-ae7e264ce722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:01.163560 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-05cc0dea-47d8-49ab-9759-ae7e264ce722 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 1098 time: 0.0473051 Nov 01 00:16:01.265299 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-cde6af27-f581-40a6-bce8-0aa20e8c1d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:01.266780 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-cde6af27-f581-40a6-bce8-0aa20e8c1d5d service neutron] 10.222.0.36 "GET /v2.0/networks?id=fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 200 len: 909 time: 0.0999858 Nov 01 00:16:01.309867 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-b99592c3-2836-4731-bcbb-8d8444f5ec83 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 200 len: 217 time: 0.0338600 Nov 01 00:16:01.332602 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:01.371560 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-bf2b0340-9c56-494c-947b-a1b1f95081fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:01.371995 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Checking router: 2be97295-26be-465e-8a18-936c8dd6f1bb for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:01.373858 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-bf2b0340-9c56-494c-947b-a1b1f95081fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 200 len: 847 time: 0.0570235 Nov 01 00:16:01.382190 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:01.382914 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:01.466922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-7608d64c-6eda-4235-b4fd-1614c53d67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:01.468450 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-7608d64c-6eda-4235-b4fd-1614c53d67df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=fd3141ed-28ed-430f-983c-b92f688bf7be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606115 Nov 01 00:16:01.481504 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ebbc9e-c05c-4ea6-9ed8-41adc32e9c0e req-8de2198b-5d04-461c-a175-632be8d7623d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:01.482966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b9ebbc9e-c05c-4ea6-9ed8-41adc32e9c0e req-8de2198b-5d04-461c-a175-632be8d7623d tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0843995 Nov 01 00:16:01.491624 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:01.572405 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b9ebbc9e-c05c-4ea6-9ed8-41adc32e9c0e req-7d8840da-56f2-45a8-ab23-a74c936b5c3b tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805500 Nov 01 00:16:01.605046 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-26835e00-3133-487e-8132-ee4e87bc7b37 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209271 Nov 01 00:16:01.695873 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:01.697806 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e39a9b72-af58-4a58-9ca1-954ab1f6e69b req-777c0e04-f775-451a-81a8-d04c531cdc50 service neutron] 10.222.0.36 "GET /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854454 Nov 01 00:16:01.724325 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e36cf8-d5fe-4d53-adb1-9abb9292d520 None None] The sync data for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi is: [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:05Z', 'revision_number': 4, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '46560633-f629-4040-904f-237f476c9512', 'name': '', 'network_id': 'fd3141ed-28ed-430f-983c-b92f688bf7be', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'mac_address': 'fa:16:3e:da:e7:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:04Z', 'updated_at': '2021-11-01T00:10:10Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'subnets': [{'id': 'bea3976e-7feb-4330-8384-c03a0daf197e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:01.949694 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2327b-8b1b-4958-814a-b61386f2695d None None] New status for floating IP 5cc64404-f6f7-4d97-a2a6-5dd98b0fe411: DOWN {{(pid=102083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:16:02.698628 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847771b-d50a-4bed-b9d4-3fb5eee25253 req-e6b17517-a5a1-4175-b595-81bfa4f0626f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:02.700233 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3847771b-d50a-4bed-b9d4-3fb5eee25253 req-e6b17517-a5a1-4175-b595-81bfa4f0626f tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0579231 Nov 01 00:16:02.738857 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3847771b-d50a-4bed-b9d4-3fb5eee25253 req-7cde1003-b4f2-4a33-9c88-30f8e56faa81 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/security-groups?id=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326350 Nov 01 00:16:02.765891 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53730) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:02.869776 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5cc40811-4e51-4de0-bb56-497b72acaa8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:02.941019 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5cc40811-4e51-4de0-bb56-497b72acaa8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.026904 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5cc40811-4e51-4de0-bb56-497b72acaa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.063397 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5cc40811-4e51-4de0-bb56-497b72acaa8b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3801ccd9fb2349fcaa85e29ffb1cd8c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2963982 Nov 01 00:16:03.065398 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc40811-4e51-4de0-bb56-497b72acaa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbdcd04-4a9f-46d0-a687-d990d81d5adb,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:03.066050 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53734) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:03.115086 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.138721 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.218263 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-87b224d7-8512-4946-9134-0e01a367c3c1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:03.219693 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-87b224d7-8512-4946-9134-0e01a367c3c1 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.36 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 945 time: 0.0494559 Nov 01 00:16:03.269841 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.272381 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.273529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfbdcd04-4a9f-46d0-a687-d990d81d5adb HTTP/1.1" status: 204 len: 168 time: 0.2063620 Nov 01 00:16:03.300145 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac46fbb1-1607-4830-b9c0-e3c22d6bfb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbdcd04-4a9f-46d0-a687-d990d81d5adb,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:03.329534 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Deleting port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:03.330803 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.419175 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] For port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:03.419579 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.433371 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Calling delete_port for a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:03.616149 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.644915 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event deleted for resources: {'Port': ['ID=a09e4a1b-f59d-4ca9-9a4f-30bbf15df101,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:03.690238 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] No DVR routers for this DVR port a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:03.693653 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:03.696050 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1e439e2b-5619-4cc2-8486-b2b5ddf96bb2 req-194ddadc-c541-4018-b12f-bfb3e8c6942a tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.36 "DELETE /v2.0/ports/a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 HTTP/1.1" status: 204 len: 173 time: 0.4676991 Nov 01 00:16:03.696520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-deleted', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:03.698783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f645bbd-8fb4-4c63-9049-ae38426913d7" -d '{"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-deleted", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:03.735033 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02409f6e-cf3c-4b78-bf09-d8334daef460 x-openstack-request-id: req-02409f6e-cf3c-4b78-bf09-d8334daef460 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:03.735350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306a61f-98e9-4f03-becb-514322c724e9", "name": "network-vif-deleted", "tag": "a09e4a1b-f59d-4ca9-9a4f-30bbf15df101", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:03.735631 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-02409f6e-cf3c-4b78-bf09-d8334daef460 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:03.736029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306a61f-98e9-4f03-becb-514322c724e9', 'name': 'network-vif-deleted', 'tag': 'a09e4a1b-f59d-4ca9-9a4f-30bbf15df101', 'status': 'completed', 'code': 200} Nov 01 00:16:03.838102 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0940afef-8c8a-401f-a531-02b730ed2e48 req-f7aff66d-09a8-4962-859d-9449640d834e tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 210 time: 0.0290401 Nov 01 00:16:03.923014 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53744) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:03.936577 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2279-c6ea-418b-becf-07614489fe1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.014224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2279-c6ea-418b-becf-07614489fe1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.092451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2279-c6ea-418b-becf-07614489fe1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.131650 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-9c5e2279-c6ea-418b-becf-07614489fe1d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f1ce8d86ca84849bfd29fa916386d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2074330 Nov 01 00:16:04.132521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e2279-c6ea-418b-becf-07614489fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bee3bc2-502c-4684-a623-6fe4f42766ac,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:04.138859 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53746) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:04.188001 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.213404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.787570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.790776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:04.792104 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9bee3bc2-502c-4684-a623-6fe4f42766ac HTTP/1.1" status: 204 len: 168 time: 0.6521084 Nov 01 00:16:04.800014 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f87e95-ccf6-48df-a497-fb5fb1c333e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bee3bc2-502c-4684-a623-6fe4f42766ac,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:04.936390 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-684ce375-44a9-4aee-a79c-7cbcb52e259c req-f428123e-5dfa-4256-a4b0-e5463483b2ac tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "GET /v2.0/ports?device_id=b306a61f-98e9-4f03-becb-514322c724e9 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Nov 01 00:16:05.993592 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53772) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:06.055700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:06.086143 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:06.233173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:06.236898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:06.237679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] 10.222.0.41 "DELETE /v2.0/security-groups/a3c410fa-2e5d-4aa1-8921-0dfef3a4db78 HTTP/1.1" status: 204 len: 168 time: 0.2446358 Nov 01 00:16:06.249951 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7bd6a-c260-47da-93ca-613f988b7eb5 tempest-TestShelveInstance-755400733 tempest-TestShelveInstance-755400733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c410fa-2e5d-4aa1-8921-0dfef3a4db78,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:06.342397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53810) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:06.418727 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:06.443114 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:06.443114 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device a09e4a1b-f59d-4ca9-9a4f-30bbf15df101 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:06.853796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:07.094478 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Deleting port 46560633-f629-4040-904f-237f476c9512 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:07.095134 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:07.172583 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] For port 46560633-f629-4040-904f-237f476c9512, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=46560633-f629-4040-904f-237f476c9512,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:07.172890 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:07.184934 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Calling delete_port for 46560633-f629-4040-904f-237f476c9512 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:07.480573 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:07.510546 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Pushing event deleted for resources: {'Port': ['ID=46560633-f629-4040-904f-237f476c9512,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:07.683005 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:07.902141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Router 2be97295-26be-465e-8a18-936c8dd6f1bb has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:08.010642 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:08.026731 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-e591e2e4-812d-4ebe-a779-058d6139a744 admin admin] 10.222.0.41 "PUT /v2.0/routers/2be97295-26be-465e-8a18-936c8dd6f1bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6722901 Nov 01 00:16:08.026731 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53840) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:08.026889 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Sync routers for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:08.032776 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:08.033394 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:08.081305 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1fa65769-117b-4ee8-8a14-cf79051bf05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.126920 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks [] for router, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.235534 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:08.247671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.385390 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Deleting port cb2eea27-45c8-4024-8cfc-fb6db199b276 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:08.385743 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.413799 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110'}], 'enable_snat': True}, 'gw_port_id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:16:07Z', 'revision_number': 5, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port': {'id': 'cb2eea27-45c8-4024-8cfc-fb6db199b276', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 356, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:10:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:08.441343 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Checking router: 2be97295-26be-465e-8a18-936c8dd6f1bb for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:08.450715 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Routers {'2be97295-26be-465e-8a18-936c8dd6f1bb'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:08.451336 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:15:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['2be97295-26be-465e-8a18-936c8dd6f1bb'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:08.465645 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] For port cb2eea27-45c8-4024-8cfc-fb6db199b276, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=cb2eea27-45c8-4024-8cfc-fb6db199b276,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:08.466016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.478782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Calling delete_port for cb2eea27-45c8-4024-8cfc-fb6db199b276 owned by network:router_gateway {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:08.538298 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] Set router 2be97295-26be-465e-8a18-936c8dd6f1bb gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:08.594691 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:16:08Z', 'revision_number': 6, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:08.621670 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a19c894f-3f6a-4d94-9741-0025d010250d None None] The sync data for ids ['2be97295-26be-465e-8a18-936c8dd6f1bb'] in dv-cinder-816104-1-iscsi is: [{'id': '2be97295-26be-465e-8a18-936c8dd6f1bb', 'name': 'tempest-TestShelveInstance-984884821-router', 'tenant_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:01Z', 'updated_at': '2021-11-01T00:16:08Z', 'revision_number': 6, 'project_id': '8ab24a0c4ba54cfb8f4b66ae31f79a65', 'gw_port_host': None}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:08.713690 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.737616 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2eea27-45c8-4024-8cfc-fb6db199b276,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:08.803304 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.895122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:08.897472 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.006661 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.007206 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2be97295-26be-465e-8a18-936c8dd6f1bb {{(pid=102081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:16:09.012577 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.014090 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-0b02cadd-a896-4d1b-935f-ebd477ee3933 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2be97295-26be-465e-8a18-936c8dd6f1bb HTTP/1.1" status: 204 len: 168 time: 0.9949441 Nov 01 00:16:09.018916 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53844) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:09.063728 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Deleting subnet bea3976e-7feb-4330-8384-c03a0daf197e {{(pid=102081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:16:09.066864 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.100954 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495730'] for subnet, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.179716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.298400 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13807777'] for subnet, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.325678 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea3976e-7feb-4330-8384-c03a0daf197e,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:09.329649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.335984 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53848) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:09.337899 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a3c86-50b8-46a4-bbe9-ac8377f38016 None None] Network fd3141ed-28ed-430f-983c-b92f688bf7be requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:09.341287 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ba896a08-e06d-4986-aafe-605e6c912288 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bea3976e-7feb-4330-8384-c03a0daf197e HTTP/1.1" status: 204 len: 168 time: 0.3212423 Nov 01 00:16:09.419629 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.476468 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Deleting port 9278e703-95ac-4cf9-8e2e-825797fe133f {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:09.476888 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.531955 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] DHCP port deletion for fd3141ed-28ed-430f-983c-b92f688bf7be request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:16:09.548698 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] For port 9278e703-95ac-4cf9-8e2e-825797fe133f, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9278e703-95ac-4cf9-8e2e-825797fe133f,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:09.549074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.564363 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Calling delete_port for 9278e703-95ac-4cf9-8e2e-825797fe133f owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:09.584424 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Deleting port 9278e703-95ac-4cf9-8e2e-825797fe133f {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:09.584802 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.661791 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] For port 9278e703-95ac-4cf9-8e2e-825797fe133f, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9278e703-95ac-4cf9-8e2e-825797fe133f,segment=NetworkSegment(3f57331f-fda8-4e59-82db-19ff0c0e819e),segment_id=3f57331f-fda8-4e59-82db-19ff0c0e819e)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:09.662454 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.689866 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Calling delete_port for 9278e703-95ac-4cf9-8e2e-825797fe133f owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:09.737959 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.754538 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.763382 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Pushing event deleted for resources: {'Port': ['ID=9278e703-95ac-4cf9-8e2e-825797fe133f,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:09.766782 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] No DVR routers for this DVR port 9278e703-95ac-4cf9-8e2e-825797fe133f on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:09.781128 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] No DVR routers for this DVR port 9278e703-95ac-4cf9-8e2e-825797fe133f on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:09.782759 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8e6c5-25d9-4fdc-9dc7-de7e1d9b3492 None None] Pushing event deleted for resources: {'Port': ['ID=9278e703-95ac-4cf9-8e2e-825797fe133f,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:09.850611 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.871753 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3141ed-28ed-430f-983c-b92f688bf7be']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:09.880726 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f57331f-fda8-4e59-82db-19ff0c0e819e') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:09.881024 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f57331f-fda8-4e59-82db-19ff0c0e819e') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:09.890799 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.904010 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.909646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:16:09.910034 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:16:09.911686 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:16:10.017951 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.023759 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.028030 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fd3141ed-28ed-430f-983c-b92f688bf7be HTTP/1.1" status: 204 len: 168 time: 0.6909769 Nov 01 00:16:10.031051 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53852) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:10.039031 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a7cbf-bcdf-47ec-bd0f-5aad4b66a133 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd3141ed-28ed-430f-983c-b92f688bf7be,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:10.241764 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 46560633-f629-4040-904f-237f476c9512 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:10.266670 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 46560633-f629-4040-904f-237f476c9512 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:10.267010 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 46560633-f629-4040-904f-237f476c9512 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:10.267633 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device cb2eea27-45c8-4024-8cfc-fb6db199b276 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:10.291579 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: cb2eea27-45c8-4024-8cfc-fb6db199b276 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:10.292494 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device cb2eea27-45c8-4024-8cfc-fb6db199b276 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:10.293252 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9278e703-95ac-4cf9-8e2e-825797fe133f no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:10.313562 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 9278e703-95ac-4cf9-8e2e-825797fe133f {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:10.314005 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9278e703-95ac-4cf9-8e2e-825797fe133f not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:10.543260 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9128d486-fd3b-4c6e-9a7a-ebf74e104847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.649473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.897877 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Deleting port d90aef6f-29e8-48b2-8c88-713f6f710904 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:10.898215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.974936 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] For port d90aef6f-29e8-48b2-8c88-713f6f710904, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=d90aef6f-29e8-48b2-8c88-713f6f710904,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:10.975287 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:10.988706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Calling delete_port for d90aef6f-29e8-48b2-8c88-713f6f710904 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:11.237107 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78751507-24da-45f4-a02e-9353e346f214 req-9378dde9-db3e-4a29-9ca2-3d5687ef2b2c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:11.238598 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78751507-24da-45f4-a02e-9353e346f214 req-9378dde9-db3e-4a29-9ca2-3d5687ef2b2c tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0511174 Nov 01 00:16:11.253863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:11.296002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Pushing event deleted for resources: {'Port': ['ID=d90aef6f-29e8-48b2-8c88-713f6f710904,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:11.329660 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78751507-24da-45f4-a02e-9353e346f214 req-3746df78-9e26-4aff-b5cc-51cb39dacfcd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827472 Nov 01 00:16:11.484402 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:11.704656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:11.809341 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:11.814358 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-1ff70f3e-5c4c-4f01-93ea-548718b5976d admin admin] 10.222.0.41 "PUT /v2.0/routers/0d3f032e-ab7b-46a1-8cf4-8afcc85e4201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7821262 Nov 01 00:16:11.816990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53868) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:11.819942 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Sync routers for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:11.831160 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:11.831818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:11.919535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks [] for router, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.028460 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.032035 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.080778 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:12.180831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.184173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Deleting port a51e3770-07fc-4e70-92b9-f1d363668426 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:12.184678 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.272562 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] For port a51e3770-07fc-4e70-92b9-f1d363668426, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=a51e3770-07fc-4e70-92b9-f1d363668426,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:12.272946 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.282430 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254'}], 'enable_snat': True}, 'gw_port_id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:16:11Z', 'revision_number': 5, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port': {'id': 'a51e3770-07fc-4e70-92b9-f1d363668426', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:cb:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:10:11Z', 'updated_at': '2021-11-01T00:10:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:12.286488 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Calling delete_port for a51e3770-07fc-4e70-92b9-f1d363668426 owned by network:router_gateway {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:12.309383 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Checking router: 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:12.318327 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Routers {'0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:12.318937 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:12.416481 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] Set router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 gateway port host: None {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:12.472313 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:16:12Z', 'revision_number': 6, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:12.497133 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7a8250-9227-4f54-a500-1ab7294abde1 req-aa495ea2-2fba-4983-b87d-50515722ac39 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:12.498217 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddfcb2a-d06e-4653-bf2f-d60906ff873c None None] The sync data for ids ['0d3f032e-ab7b-46a1-8cf4-8afcc85e4201'] in dv-cinder-816104-1-iscsi is: [{'id': '0d3f032e-ab7b-46a1-8cf4-8afcc85e4201', 'name': 'tempest-TestShelveInstance-1632794292-router', 'tenant_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:10:10Z', 'updated_at': '2021-11-01T00:16:12Z', 'revision_number': 6, 'project_id': 'f86b25222ca845a8a3abd0106fd3f0e0', 'gw_port_host': None}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:12.498636 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a7a8250-9227-4f54-a500-1ab7294abde1 req-aa495ea2-2fba-4983-b87d-50515722ac39 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0792255 Nov 01 00:16:12.543932 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3a7a8250-9227-4f54-a500-1ab7294abde1 req-b06f49ee-95da-40fa-a746-e816e49fb6f4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Nov 01 00:16:12.560436 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.593845 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Pushing event deleted for resources: {'Port': ['ID=a51e3770-07fc-4e70-92b9-f1d363668426,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:12.647269 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.737256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.739256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.846559 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.847054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 {{(pid=102081) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:16:12.851961 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.856074 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-914874a6-f020-47ae-982b-1109b5cee9cd admin admin] 10.222.0.41 "DELETE /v2.0/routers/0d3f032e-ab7b-46a1-8cf4-8afcc85e4201 HTTP/1.1" status: 204 len: 168 time: 1.0357935 Nov 01 00:16:12.856354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53874) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:12.903711 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_v2 [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Deleting subnet b582adc4-f138-4fca-80c7-df194785f77f {{(pid=102081) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:16:12.906938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:12.970685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14495730'] for subnet, precommit_delete_associations {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.019128 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1adb2d-531c-476f-96b9-57728201590b req-ccffe452-9bce-48dd-83f6-d27d2a1381c2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:13.020641 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e1adb2d-531c-476f-96b9-57728201590b req-ccffe452-9bce-48dd-83f6-d27d2a1381c2 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0902669 Nov 01 00:16:13.117683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.180585 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Deleting port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:13.180963 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.269312 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] For port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:13.269906 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.273049 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14493792', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13807777'] for subnet, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.309597 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b582adc4-f138-4fca-80c7-df194785f77f,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:13.344832 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.348006 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-26495fff-b295-4b45-988d-771994e5d1c6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/b582adc4-f138-4fca-80c7-df194785f77f HTTP/1.1" status: 204 len: 168 time: 0.4906976 Nov 01 00:16:13.348976 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a27152-f361-4c79-8ae4-13a8c634936d None None] Network eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:13.351030 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53876) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:13.396116 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.451229 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.507545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.508499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.508830 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Floating IP 44745346-0ea1-47eb-937b-ba378e4f9d62 disassociated. External IP: 172.27.1.5, port: 231d6ea5-76b6-471b-8d5c-8a3c67754dd0. Nov 01 00:16:13.509838 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Calling delete_port for 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:13.524166 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Deleting port 17a36308-7500-4ecd-86b7-22e646d09799 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:13.525149 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.555683 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] DHCP port deletion for eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:16:13.616584 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] For port 17a36308-7500-4ecd-86b7-22e646d09799, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=17a36308-7500-4ecd-86b7-22e646d09799,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:13.617166 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.643175 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Deleting port 17a36308-7500-4ecd-86b7-22e646d09799 {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:13.643815 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Calling delete_port for 17a36308-7500-4ecd-86b7-22e646d09799 owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:13.643971 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.727487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8504d-bfda-4304-b4a6-0495399e0763 req-3d2f661e-12a4-4b0f-aa6a-fe58f9a0d44e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:13.732091 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65b8504d-bfda-4304-b4a6-0495399e0763 req-3d2f661e-12a4-4b0f-aa6a-fe58f9a0d44e tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 947 time: 0.0681324 Nov 01 00:16:13.732214 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] For port 17a36308-7500-4ecd-86b7-22e646d09799, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=17a36308-7500-4ecd-86b7-22e646d09799,segment=NetworkSegment(27183ebb-fef8-4f8c-b7ea-02f357a3c9a1),segment_id=27183ebb-fef8-4f8c-b7ea-02f357a3c9a1)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:13.732214 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.745942 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Calling delete_port for 17a36308-7500-4ecd-86b7-22e646d09799 owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:13.756715 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.797670 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'Port': ['ID=231d6ea5-76b6-471b-8d5c-8a3c67754dd0,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:13.803658 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65b8504d-bfda-4304-b4a6-0495399e0763 req-e73e1eb3-8d0d-41f9-bcf1-06a00e3e0244 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups?id=94511273-37e1-437a-b755-7d3d97edb110&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677605 Nov 01 00:16:13.847006 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.853583 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.865468 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] No DVR routers for this DVR port 17a36308-7500-4ecd-86b7-22e646d09799 on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:13.886101 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] No DVR routers for this DVR port 17a36308-7500-4ecd-86b7-22e646d09799 on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:13.887956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dbaaa7-e5d4-4e57-b100-46ef301c8974 None None] Pushing event deleted for resources: {'Port': ['ID=17a36308-7500-4ecd-86b7-22e646d09799,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:13.888174 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Pushing event deleted for resources: {'Port': ['ID=17a36308-7500-4ecd-86b7-22e646d09799,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:13.921732 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:13.972462 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:13.992479 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.004483 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.004904 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27183ebb-fef8-4f8c-b7ea-02f357a3c9a1') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.015588 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.030142 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.036629 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:16:14.037117 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:16:14.038876 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:16:14.172278 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.185553 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.190452 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] 10.222.0.41 "DELETE /v2.0/networks/eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc HTTP/1.1" status: 204 len: 168 time: 0.8378043 Nov 01 00:16:14.213513 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2364cd-41ca-46df-a455-4944866dd77a admin admin] Pushing event deleted for resources: {'Network': ['ID=eca4ce7b-1be7-4eba-95f1-3a9e4a3d4bbc,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:14.292952 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device a51e3770-07fc-4e70-92b9-f1d363668426 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:14.320818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: a51e3770-07fc-4e70-92b9-f1d363668426 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:14.321450 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device a51e3770-07fc-4e70-92b9-f1d363668426 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:14.322641 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 17a36308-7500-4ecd-86b7-22e646d09799 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:14.343380 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 17a36308-7500-4ecd-86b7-22e646d09799 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:14.344087 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 17a36308-7500-4ecd-86b7-22e646d09799 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:14.344766 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device d90aef6f-29e8-48b2-8c88-713f6f710904 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:14.345156 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:14.356869 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:14.366185 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:14.367020 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.372969 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: d90aef6f-29e8-48b2-8c88-713f6f710904 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:14.373499 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device d90aef6f-29e8-48b2-8c88-713f6f710904 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:14.393695 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] No DVR routers for this DVR port 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:14.396082 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.399325 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e1adb2d-531c-476f-96b9-57728201590b req-606c3da6-a724-49f5-b19d-a314c485a1c3 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.36 "DELETE /v2.0/ports/231d6ea5-76b6-471b-8d5c-8a3c67754dd0 HTTP/1.1" status: 204 len: 173 time: 1.3706207 Nov 01 00:16:14.399816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-deleted', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:14.402103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2c489-bfa2-4763-a5ef-91d3a2ece014" -d '{"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-deleted", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:14.441651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655b2321-5a68-4784-ba41-5b050c644390 x-openstack-request-id: req-655b2321-5a68-4784-ba41-5b050c644390 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:14.441945 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d41c3963-d965-4fcb-90c4-2097f763a32f", "name": "network-vif-deleted", "tag": "231d6ea5-76b6-471b-8d5c-8a3c67754dd0", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:14.442199 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-655b2321-5a68-4784-ba41-5b050c644390 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:14.442587 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd41c3963-d965-4fcb-90c4-2097f763a32f', 'name': 'network-vif-deleted', 'tag': '231d6ea5-76b6-471b-8d5c-8a3c67754dd0', 'status': 'completed', 'code': 200} Nov 01 00:16:14.481184 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:14.577161 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53888) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:14.619620 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-94721373-f6ab-485f-b6d9-aadf6a75a9b4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8ab24a0c4ba54cfb8f4b66ae31f79a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412626 Nov 01 00:16:14.622193 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53890) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:14.678285 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.693145 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.701482 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.721961 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:14.733225 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:14.733851 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:14.817555 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.820289 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:14.822117 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8ac5632b-855c-42bc-a79e-428919bc15e9 HTTP/1.1" status: 204 len: 168 time: 0.1983788 Nov 01 00:16:14.842282 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6e809-f922-4104-84c3-049c5fd1ca6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac5632b-855c-42bc-a79e-428919bc15e9,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:14.842832 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:14.949666 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6531ada1-f059-47d5-b279-28007e626cb0 req-fff646d9-f57c-408b-b834-1a0616817b1a tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/ports?device_id=d41c3963-d965-4fcb-90c4-2097f763a32f HTTP/1.1" status: 200 len: 210 time: 0.0339859 Nov 01 00:16:15.069758 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:15.100870 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e21d641-e5e1-40ce-9f96-f48127dbbe75 None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:08:21Z', 'revision_number': 4, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fae53c66-1daf-4ca0-b738-c2a8dc82e866', 'name': '', 'network_id': '202277f7-f839-42eb-9c0d-390110b42ad4', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'mac_address': 'fa:16:3e:96:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:19Z', 'updated_at': '2021-11-01T00:08:26Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'subnets': [{'id': '0c83aa46-a1bb-4243-b660-dc2a08361f03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:15.319982 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0ebf7e-20f1-4692-8975-9ebd9c653481 None None] New status for floating IP 44745346-0ea1-47eb-937b-ba378e4f9d62: DOWN {{(pid=102083) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:16:15.772526 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53900) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:15.812773 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-32d8ca01-508e-43a1-a108-80383861a72e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f86b25222ca845a8a3abd0106fd3f0e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0390050 Nov 01 00:16:15.815072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53902) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:15.863022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:15.884380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:15.981327 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:16:16.005943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.008595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.010472 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/69b36b74-1152-4a97-a1cf-44a49e648b1d HTTP/1.1" status: 204 len: 168 time: 0.1943588 Nov 01 00:16:16.024247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57802b1-9f8d-4de5-a76f-a3351b387965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b36b74-1152-4a97-a1cf-44a49e648b1d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:16.121801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53910) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:16.178377 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.204727 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.330067 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.333114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.334469 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "DELETE /v2.0/security-groups/94511273-37e1-437a-b755-7d3d97edb110 HTTP/1.1" status: 204 len: 168 time: 0.2116058 Nov 01 00:16:16.337789 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53912) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:16.346366 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de101d76-de14-460b-b224-4e2a7346c5b4 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94511273-37e1-437a-b755-7d3d97edb110,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:16.354290 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.api.v2.resource [None req-6a1fe18a-da20-4708-bda6-999402d6aaf8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] show failed (client error): The resource could not be found. Nov 01 00:16:16.355491 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6a1fe18a-da20-4708-bda6-999402d6aaf8 tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "GET /v2.0/security-groups/94511273-37e1-437a-b755-7d3d97edb110 HTTP/1.1" status: 404 len: 347 time: 0.0166368 Nov 01 00:16:16.358991 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53914) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:16.426544 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:16.450233 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:16.450562 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 231d6ea5-76b6-471b-8d5c-8a3c67754dd0 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:16.507930 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Deleting port 8b5181e2-f819-4c23-a209-044e237bcde8 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:16.508272 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.587104 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.587663 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.598909 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Calling delete_port for 8b5181e2-f819-4c23-a209-044e237bcde8 owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:16.806887 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.832371 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Pushing event deleted for resources: {'Port': ['ID=8b5181e2-f819-4c23-a209-044e237bcde8,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:16.894929 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.897342 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:16.898467 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e627038f-44cc-4410-9be4-7193f79bc8dd tempest-AttachVolumeShelveTestJSON-1125974152 tempest-AttachVolumeShelveTestJSON-1125974152-project] 10.222.0.41 "DELETE /v2.0/floatingips/44745346-0ea1-47eb-937b-ba378e4f9d62 HTTP/1.1" status: 204 len: 168 time: 0.5384185 Nov 01 00:16:19.644892 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 53942) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:20.176659 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:20.416527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Deleting port fae53c66-1daf-4ca0-b738-c2a8dc82e866 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:20.416861 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:20.497111 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] For port fae53c66-1daf-4ca0-b738-c2a8dc82e866, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fae53c66-1daf-4ca0-b738-c2a8dc82e866,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:20.497468 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:20.509337 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Calling delete_port for fae53c66-1daf-4ca0-b738-c2a8dc82e866 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:20.771585 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:20.796649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fae53c66-1daf-4ca0-b738-c2a8dc82e866,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:20.809268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.809268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.809537 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.809851 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.810180 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.810504 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.810833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.811466 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.811466 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.811785 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.812129 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.812403 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:20.969595 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.176864 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Router 4bb3e846-1223-4632-a827-38955aa8782d has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:21.278681 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:21.284182 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d9c5668f-8311-4072-a0c1-19df7617cf2b admin admin] 10.222.0.41 "PUT /v2.0/routers/4bb3e846-1223-4632-a827-38955aa8782d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6381972 Nov 01 00:16:21.286141 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53962) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:21.287478 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Sync routers for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:21.297793 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:21.298521 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:21.389507 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.490975 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:21.659774 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.676970 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:16:20Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:21.705822 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Checking router: 4bb3e846-1223-4632-a827-38955aa8782d for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:21.714291 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Routers {'4bb3e846-1223-4632-a827-38955aa8782d'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:21.714875 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['4bb3e846-1223-4632-a827-38955aa8782d'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:21.772519 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Deleting port 7e7440f0-c2ab-4e67-b157-0c341fe64679 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:21.772764 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.816531 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] Set router 4bb3e846-1223-4632-a827-38955aa8782d gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:21.854723 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] For port 7e7440f0-c2ab-4e67-b157-0c341fe64679, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7e7440f0-c2ab-4e67-b157-0c341fe64679,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:21.855192 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.871966 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Calling delete_port for 7e7440f0-c2ab-4e67-b157-0c341fe64679 owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:21.925717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:21.999181 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:16:20Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:22.025444 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e18cfec-74dc-41a3-9efd-0e260c3677d0 None None] The sync data for ids ['4bb3e846-1223-4632-a827-38955aa8782d'] in dv-cinder-816104-1-iscsi is: [{'id': '4bb3e846-1223-4632-a827-38955aa8782d', 'name': 'tempest-AttachVolumeShelveTestJSON-1196459865-router', 'tenant_id': '9f8dab6c00274fdca74f2354c500a7b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141'}], 'enable_snat': True}, 'gw_port_id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:08:13Z', 'updated_at': '2021-11-01T00:16:20Z', 'revision_number': 5, 'project_id': '9f8dab6c00274fdca74f2354c500a7b3', 'gw_port': {'id': '7e7440f0-c2ab-4e67-b157-0c341fe64679', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b5:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bb3e846-1223-4632-a827-38955aa8782d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:08:14Z', 'updated_at': '2021-11-01T00:08:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:22.097132 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.125522 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e7440f0-c2ab-4e67-b157-0c341fe64679,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:22.137261 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.137608 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.137945 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.138278 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.138607 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.138938 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.139263 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.139617 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.139940 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.140261 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.140581 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.140897 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:22.193614 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.281286 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.283259 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.405907 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.406487 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bb3e846-1223-4632-a827-38955aa8782d {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:16:22.411490 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.412630 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b3aa62e7-5295-45ec-a47a-a4e66abfdaf9 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4bb3e846-1223-4632-a827-38955aa8782d HTTP/1.1" status: 204 len: 168 time: 1.1255212 Nov 01 00:16:22.415633 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53966) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:22.464283 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Deleting subnet 0c83aa46-a1bb-4243-b660-dc2a08361f03 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:16:22.467061 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fae53c66-1daf-4ca0-b738-c2a8dc82e866 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:22.467739 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.490868 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: fae53c66-1daf-4ca0-b738-c2a8dc82e866 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:22.491211 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fae53c66-1daf-4ca0-b738-c2a8dc82e866 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:22.504009 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.614775 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.744275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.770084 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c83aa46-a1bb-4243-b660-dc2a08361f03,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:22.773801 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.777536 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-538371aa-c41b-4951-a57e-75e5653d17a2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0c83aa46-a1bb-4243-b660-dc2a08361f03 HTTP/1.1" status: 204 len: 168 time: 0.3609073 Nov 01 00:16:22.779568 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d76a2b-f098-48cf-b74a-15ab1eacdcaf None None] Network 202277f7-f839-42eb-9c0d-390110b42ad4 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:22.780178 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53968) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:22.849589 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.905406 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Deleting port bcaded46-4602-4e9a-892c-c5ee16e82aec {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:22.905744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.975152 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] For port bcaded46-4602-4e9a-892c-c5ee16e82aec, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=bcaded46-4602-4e9a-892c-c5ee16e82aec,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:22.975560 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:22.988930 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Calling delete_port for bcaded46-4602-4e9a-892c-c5ee16e82aec owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:23.025186 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] DHCP port deletion for 202277f7-f839-42eb-9c0d-390110b42ad4 request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:16:23.079574 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Deleting port bcaded46-4602-4e9a-892c-c5ee16e82aec {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:16:23.080296 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.124315 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-d0095494-9246-4052-a1b2-f633f4187feb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417693 Nov 01 00:16:23.145526 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] For port bcaded46-4602-4e9a-892c-c5ee16e82aec, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=bcaded46-4602-4e9a-892c-c5ee16e82aec,segment=NetworkSegment(3b0e6696-2b40-4be7-a4d5-88bb7c13ee74),segment_id=3b0e6696-2b40-4be7-a4d5-88bb7c13ee74)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:23.145928 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.158200 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.161772 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Calling delete_port for bcaded46-4602-4e9a-892c-c5ee16e82aec owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:16:23.186702 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcaded46-4602-4e9a-892c-c5ee16e82aec,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:23.191537 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] No DVR routers for this DVR port bcaded46-4602-4e9a-892c-c5ee16e82aec on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:23.245809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-243785e4-7c2d-44e8-96b1-fcfa2068df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:23.247241 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-243785e4-7c2d-44e8-96b1-fcfa2068df6b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1137 time: 0.0429220 Nov 01 00:16:23.250447 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.266617 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.277776 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] Pushing event deleted for resources: {'Port': ['ID=bcaded46-4602-4e9a-892c-c5ee16e82aec,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:23.279618 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e403f4-67b8-4438-9e15-dc21c0a168b6 None None] No DVR routers for this DVR port bcaded46-4602-4e9a-892c-c5ee16e82aec on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:16:23.287208 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202277f7-f839-42eb-9c0d-390110b42ad4']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:23.297994 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:23.298293 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0e6696-2b40-4be7-a4d5-88bb7c13ee74') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:23.307824 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.321070 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.327461 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:16:23.327846 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:16:23.329478 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:16:23.379019 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-4140bb9e-862e-4edd-a5cd-92f114fc328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:23.380469 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-4140bb9e-862e-4edd-a5cd-92f114fc328c service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.1052492 Nov 01 00:16:23.440169 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.447210 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.451096 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] 10.222.0.41 "DELETE /v2.0/networks/202277f7-f839-42eb-9c0d-390110b42ad4 HTTP/1.1" status: 204 len: 168 time: 0.6699598 Nov 01 00:16:23.454606 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-52026ef1-be45-4f23-a71a-8a893267bd6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1001 time: 0.0619378 Nov 01 00:16:23.461712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a89263-4047-4b34-9f00-200e04169f99 admin admin] Pushing event deleted for resources: {'Network': ['ID=202277f7-f839-42eb-9c0d-390110b42ad4,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:23.509033 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-26fbde3b-c201-454b-9078-c72241b7c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:23.510548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-26fbde3b-c201-454b-9078-c72241b7c668 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0473075 Nov 01 00:16:23.556763 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-76d50ea5-9732-4dde-a86d-7c6771031dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:23.558169 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-76d50ea5-9732-4dde-a86d-7c6771031dc6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396035 Nov 01 00:16:23.649137 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-e050d86e-bd1d-44fd-abe3-b91b839ce6ef service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814257 Nov 01 00:16:23.742732 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c0e204a7-d2ee-4192-af89-df7bed28a86f req-e4791143-1c49-4a80-b7c0-f9fa7f71df69 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865242 Nov 01 00:16:23.784420 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53974) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:23.829111 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-cad88439-a9eb-44b5-b5cc-c1435d73b35b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9f8dab6c00274fdca74f2354c500a7b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435557 Nov 01 00:16:23.831568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 53976) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:23.878492 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:23.898592 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:24.045887 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:24.048506 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:24.049670 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/550c7980-9c27-48a9-bfdb-7195bca6223d HTTP/1.1" status: 204 len: 168 time: 0.2171838 Nov 01 00:16:24.057795 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4afb6b9-1e29-4b8f-8dc1-65b5ac136927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550c7980-9c27-48a9-bfdb-7195bca6223d,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:24.243866 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device bcaded46-4602-4e9a-892c-c5ee16e82aec no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:24.264568 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: bcaded46-4602-4e9a-892c-c5ee16e82aec {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:24.264907 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device bcaded46-4602-4e9a-892c-c5ee16e82aec not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:24.265316 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7e7440f0-c2ab-4e67-b157-0c341fe64679 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:16:24.284624 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 7e7440f0-c2ab-4e67-b157-0c341fe64679 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:16:24.284961 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7e7440f0-c2ab-4e67-b157-0c341fe64679 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:16:25.028747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54002) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:25.135796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-786983004-network', 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:25.238389 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:25.240832 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.250430 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.322580 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.422520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.442989 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:16:25.456143 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3ec71e-58b3-466d-a076-4b52efeeb2b1,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:25.460774 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.461119 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Added segment da24e54e-2e6e-4edb-a65f-d94bd8003c1f of type vlan for network 1da59b41-1599-4425-8ca8-7d3d91570e8c Nov 01 00:16:25.504994 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.589151 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.592054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:25.592671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:25.652759 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] Pushing event updated for resources: {'Network': ['ID=1da59b41-1599-4425-8ca8-7d3d91570e8c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:25.668966 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:16:25.704484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f48acfa5-bb21-4bc5-9d86-55c887968f90 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6745548 Nov 01 00:16:25.707354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54012) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:25.712709 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Request body: {'subnet': {'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-786983004-subnet', 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:25.817202 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:25.819607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13807802'] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:26.074205 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13807784'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:26.131081 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49c41a37-4c77-47ce-b44b-be2b89e208b1,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:26.138735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Checking segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:26.139081 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Network hostable DHCP agents. Network: 1da59b41-1599-4425-8ca8-7d3d91570e8c, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:16:26.222400 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:16:26.353982 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 1da59b41-1599-4425-8ca8-7d3d91570e8c) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:26.359103 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:26.360109 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:26.363488 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06b351f-ade9-4667-908c-96482d474326 None None] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:26.437110 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-6a4ce9f0-6508-46e2-b1a7-63e7a381f1f3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7286432 Nov 01 00:16:26.495153 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c8e663-bb95-4e4d-85aa-1c125ccf5587 None None] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:26.857091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-572c72f0-9a82-4611-aad4-528484519180 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:26.858461 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-572c72f0-9a82-4611-aad4-528484519180 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1036575 Nov 01 00:16:26.872803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-7822423e-6099-4070-b2d4-7df1184f9879 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/quotas/5a0121286e2e4ce9a358250e96dd31d5 HTTP/1.1" status: 200 len: 375 time: 0.0087249 Nov 01 00:16:26.902818 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-a76296d5-0751-42a8-88a6-5ee4cea399d9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248735 Nov 01 00:16:26.996938 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-dba18b55-658a-4b0a-a3e5-0bcaeb9275bf service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872166 Nov 01 00:16:27.086193 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-b13597d2-cce0-47dd-8869-5074a6fc3ac3 service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822566 Nov 01 00:16:27.340190 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4bef3eb7-515b-4409-8c03-eb91c3d6e284 req-07338aec-0a64-46a2-aa93-da7b8903ed94 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 210 time: 0.0307281 Nov 01 00:16:28.432075 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c53346bf-7b6e-4ae3-a65f-7864b1ce738c req-79e22cb9-e53b-4808-8cf7-0d9513c591db tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 210 time: 0.0259769 Nov 01 00:16:29.534420 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-086d6565-832c-4036-a2e3-d73aae9b4a0b req-b6ee6ada-8b3d-42c7-a496-3f1c5b96e135 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 210 time: 0.0282722 Nov 01 00:16:30.189010 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-70b2508a-61bb-454a-8654-b3dd1397eee8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:30.190336 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-70b2508a-61bb-454a-8654-b3dd1397eee8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1027927 Nov 01 00:16:30.215302 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Request body: {'port': {'device_id': '028bbe91-b102-42e7-8e85-407439681c19', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'admin_state_up': True, 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:30.371340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:30.375029 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:30.498728 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Allocated IP 172.20.0.5 (1da59b41-1599-4425-8ca8-7d3d91570e8c/49c41a37-4c77-47ce-b44b-be2b89e208b1/328b646d-27da-4020-a542-0374d3140cb8) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:30.643529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-72550a61-eebc-45dd-84ee-c22fdfcea7b4 req-dc84823f-c001-4cd1-a49c-63e534d5b60d tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 210 time: 0.0347936 Nov 01 00:16:30.672789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:30.783051 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:30.822404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:30.827372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:30.830545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:30.860688 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event updated for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:30.887834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:30.888430 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.008045 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-adcb23e0-19b5-4121-b654-fd825bff86e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7966139 Nov 01 00:16:31.026448 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Request body: {'port': {'device_id': '028bbe91-b102-42e7-8e85-407439681c19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:31.078791 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.325733 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 328b646d-27da-4020-a542-0374d3140cb8 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:16:31.332995 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.344736 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Transition to ACTIVE for port object 328b646d-27da-4020-a542-0374d3140cb8 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:16:31.393649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.444937 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Pushing event updated for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:31.512372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Attempting to bind port 328b646d-27da-4020-a542-0374d3140cb8 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:31.512702 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Attempting to bind port 328b646d-27da-4020-a542-0374d3140cb8 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:31.513026 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Attempting to bind port 328b646d-27da-4020-a542-0374d3140cb8 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:31.517183 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Port 328b646d-27da-4020-a542-0374d3140cb8 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:16:31.517499 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Attempting to bind port 328b646d-27da-4020-a542-0374d3140cb8 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:31.522105 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:31.522432 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Checking segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:31.522804 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Bound using segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:31.523217 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Bound port: 328b646d-27da-4020-a542-0374d3140cb8, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:31.523600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.584906 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:31.587795 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=328b646d-27da-4020-a542-0374d3140cb8,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:31.668059 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.707927 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:31.708570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:31.709959 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] 10.222.0.36 "PUT /v2.0/ports/328b646d-27da-4020-a542-0374d3140cb8 HTTP/1.1" status: 200 len: 1093 time: 0.6882975 Nov 01 00:16:31.710400 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'tag': '328b646d-27da-4020-a542-0374d3140cb8'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:31.713018 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61390e17-642a-4810-adbc-5149597f0cab" -d '{"events": [{"name": "network-changed", "server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "tag": "328b646d-27da-4020-a542-0374d3140cb8"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:31.758752 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa1839b-ae11-4b57-a45e-0bfdd1553495 x-openstack-request-id: req-8fa1839b-ae11-4b57-a45e-0bfdd1553495 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:31.758752 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "tag": "328b646d-27da-4020-a542-0374d3140cb8", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:31.758752 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8fa1839b-ae11-4b57-a45e-0bfdd1553495 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:31.758752 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'tag': '328b646d-27da-4020-a542-0374d3140cb8', 'status': 'completed', 'code': 200} Nov 01 00:16:31.765798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564650c-413f-44df-a1fc-33985ab63673 service neutron] Pushing event updated for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:31.786353 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2278c12-8ea8-4cd8-9bca-5cdbd15996f8 req-9518111e-3229-4b54-bbe1-c5b42dfd071a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:31.787922 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2278c12-8ea8-4cd8-9bca-5cdbd15996f8 req-9518111e-3229-4b54-bbe1-c5b42dfd071a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 943 time: 0.0677757 Nov 01 00:16:31.854414 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a2278c12-8ea8-4cd8-9bca-5cdbd15996f8 req-273b0434-ee4a-4a2e-95fe-9cb65002fa8f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581312 Nov 01 00:16:31.862587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61390e17-642a-4810-adbc-5149597f0cab req-9197a93f-fe74-4cdc-b854-0f1d0ba17817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:31.864236 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61390e17-642a-4810-adbc-5149597f0cab req-9197a93f-fe74-4cdc-b854-0f1d0ba17817 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 1096 time: 0.0626869 Nov 01 00:16:32.237443 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61390e17-642a-4810-adbc-5149597f0cab req-0f20b1e7-6be6-4e81-b20c-8b47d0fbed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:32.238916 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61390e17-642a-4810-adbc-5149597f0cab req-0f20b1e7-6be6-4e81-b20c-8b47d0fbed3c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3598917 Nov 01 00:16:32.333387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61390e17-642a-4810-adbc-5149597f0cab req-28b00901-2606-4127-a685-65e597a301d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:32.334900 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-61390e17-642a-4810-adbc-5149597f0cab req-28b00901-2606-4127-a685-65e597a301d5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0887604 Nov 01 00:16:32.437640 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-bd05fb75-0ac4-4f1b-9e76-e90c3db141f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:32.439192 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-bd05fb75-0ac4-4f1b-9e76-e90c3db141f8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 1096 time: 0.0402174 Nov 01 00:16:32.488992 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c8bbac9c-b11f-4e01-9d51-5b2443715824 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b646d-27da-4020-a542-0374d3140cb8 HTTP/1.1" status: 200 len: 217 time: 0.0335014 Nov 01 00:16:32.537148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c6c7940c-78a6-447e-acf9-ca4654b1b20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:32.538879 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-c6c7940c-78a6-447e-acf9-ca4654b1b20d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0430522 Nov 01 00:16:32.574475 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-72010d06-fcbc-423b-80fe-43506badf66c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281618 Nov 01 00:16:32.673018 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-94ae74c7-5949-43a5-94ca-d07ee427bce0 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914743 Nov 01 00:16:32.770757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-80f6aa78-50ed-4090-9c68-74f7bec7b058 req-ed0f7c31-935c-4434-bfab-cbf1df52cab2 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Nov 01 00:16:32.970561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5dd41-5d97-45d6-8c38-403c83669214 req-7773261f-9e53-41bd-8ff0-0f12062b31f0 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:32.972057 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cff5dd41-5d97-45d6-8c38-403c83669214 req-7773261f-9e53-41bd-8ff0-0f12062b31f0 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 943 time: 0.0492933 Nov 01 00:16:33.010927 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cff5dd41-5d97-45d6-8c38-403c83669214 req-0430cef3-737e-43fe-a703-3a786a20d352 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323899 Nov 01 00:16:34.124780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a29e0-4e26-4eb0-bd7a-ddcc7e963d05 req-c18ca4a9-c983-4fbb-8c7e-fb1a944b0e45 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:34.126266 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f8a29e0-4e26-4eb0-bd7a-ddcc7e963d05 req-c18ca4a9-c983-4fbb-8c7e-fb1a944b0e45 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 943 time: 0.0490055 Nov 01 00:16:34.164291 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9f8a29e0-4e26-4eb0-bd7a-ddcc7e963d05 req-db4b59c2-9aa4-4d6d-951e-67efbd4fc7be tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Nov 01 00:16:34.502834 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 328b646d-27da-4020-a542-0374d3140cb8 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:16:34.723475 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=328b646d-27da-4020-a542-0374d3140cb8,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:34.734358 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '328b646d-27da-4020-a542-0374d3140cb8', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'port_id': '328b646d-27da-4020-a542-0374d3140cb8', 'mac_address': 'fa:16:3e:a4:fa:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c41a37-4c77-47ce-b44b-be2b89e208b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:16:34.770347 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:34.784268 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 328b646d-27da-4020-a542-0374d3140cb8 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:16:34.803163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=328b646d-27da-4020-a542-0374d3140cb8,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:34.856667 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:34.904958 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:35.283201 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b1718-e33b-4767-9efe-0a6d90356dc9 req-1c332f5a-fcbd-4d79-80a1-af85b95e97c5 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:35.284730 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a89b1718-e33b-4767-9efe-0a6d90356dc9 req-1c332f5a-fcbd-4d79-80a1-af85b95e97c5 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 944 time: 0.0520024 Nov 01 00:16:35.321898 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a89b1718-e33b-4767-9efe-0a6d90356dc9 req-e00d38cc-4f9f-4051-94d7-1cf4dcc2016c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312309 Nov 01 00:16:36.434567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad628e-9825-4efe-8e4f-5c7e1295e23d req-a30e4199-ed7c-4764-9400-ec4a72e60ae8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:36.436092 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ad628e-9825-4efe-8e4f-5c7e1295e23d req-a30e4199-ed7c-4764-9400-ec4a72e60ae8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 944 time: 0.0490005 Nov 01 00:16:36.472280 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-23ad628e-9825-4efe-8e4f-5c7e1295e23d req-568617ff-2ec9-4bf0-b8ce-1c8278f97082 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302851 Nov 01 00:16:37.584130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef65f1d-eec3-46fa-9640-970d46ef6afe req-f46853a0-9c4d-45c6-9a00-6c78aab7a0a5 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:37.585532 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ef65f1d-eec3-46fa-9640-970d46ef6afe req-f46853a0-9c4d-45c6-9a00-6c78aab7a0a5 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 944 time: 0.0478454 Nov 01 00:16:37.622963 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ef65f1d-eec3-46fa-9640-970d46ef6afe req-e5f05c13-515c-4413-b797-9e0272dc1640 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Nov 01 00:16:37.867983 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:16:38.060801 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-948f9223-a9ef-4069-a0a1-6df4b3cbd56f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:38.743463 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6e5656-f13e-4a30-a60b-f6c19f374823 req-4cec2f78-cf7c-4b8a-b0cc-fb07a29b75df tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:38.745659 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de6e5656-f13e-4a30-a60b-f6c19f374823 req-4cec2f78-cf7c-4b8a-b0cc-fb07a29b75df tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 944 time: 0.0532389 Nov 01 00:16:38.783537 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-de6e5656-f13e-4a30-a60b-f6c19f374823 req-d3a462c7-76a8-4238-adb1-eb345d04cb0c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319624 Nov 01 00:16:39.599076 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 328b646d-27da-4020-a542-0374d3140cb8 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:39.701979 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 328b646d-27da-4020-a542-0374d3140cb8 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:16:39.706153 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 328b646d-27da-4020-a542-0374d3140cb8 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:39.706526 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:39.783784 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:39.805422 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b646d-27da-4020-a542-0374d3140cb8'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:39.808231 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08690663-7ae6-448f-b4fa-047cc0255ee2" -d '{"events": [{"server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "name": "network-vif-plugged", "status": "completed", "tag": "328b646d-27da-4020-a542-0374d3140cb8"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:39.825319 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=328b646d-27da-4020-a542-0374d3140cb8,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:39.849474 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb69a9c-a777-46d7-b09b-b297ce82307d x-openstack-request-id: req-edb69a9c-a777-46d7-b09b-b297ce82307d {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:39.849725 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "name": "network-vif-plugged", "status": "completed", "tag": "328b646d-27da-4020-a542-0374d3140cb8", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:39.849980 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-edb69a9c-a777-46d7-b09b-b297ce82307d {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:39.850373 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '328b646d-27da-4020-a542-0374d3140cb8', 'code': 200} Nov 01 00:16:39.902062 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0bd27d-eccc-402e-aeb6-3e782d855672 req-8bc32b6c-9cf0-455e-98ab-22ef602cd79f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:39.903676 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa0bd27d-eccc-402e-aeb6-3e782d855672 req-8bc32b6c-9cf0-455e-98ab-22ef602cd79f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 944 time: 0.0495951 Nov 01 00:16:39.942171 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa0bd27d-eccc-402e-aeb6-3e782d855672 req-5bdceba8-7db8-46bc-b3c1-353bb2cfa23f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Nov 01 00:16:39.987166 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:40.032974 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:40.285249 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbfe2d-e93c-49ac-99f6-2a50ada8af74 req-338dad3c-598f-4574-9378-6f35f53c5655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:40.286718 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7dfbfe2d-e93c-49ac-99f6-2a50ada8af74 req-338dad3c-598f-4574-9378-6f35f53c5655 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 1098 time: 0.0391512 Nov 01 00:16:40.323599 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7dfbfe2d-e93c-49ac-99f6-2a50ada8af74 req-66aaba1f-6657-4663-8919-828bb17b111b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275867 Nov 01 00:16:40.593294 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-07e61fc8-d9fa-4822-bdca-052469e4a566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:41.061875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca79a0-0776-4999-b7ac-c910cac69c66 req-c8b97332-5c00-4785-91ee-257c7d735ae3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:41.072121 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-88ca79a0-0776-4999-b7ac-c910cac69c66 req-c8b97332-5c00-4785-91ee-257c7d735ae3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 945 time: 0.0535128 Nov 01 00:16:41.101132 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-88ca79a0-0776-4999-b7ac-c910cac69c66 req-2c1e182c-0929-4e0a-be81-7d8c69471fa2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316374 Nov 01 00:16:41.884869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:42.130973 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:42.214084 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00138bc-066f-40de-aca1-ee49fe13a360 req-fe38345b-f5f5-4542-8278-bf3281a46ef6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:42.216238 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b00138bc-066f-40de-aca1-ee49fe13a360 req-fe38345b-f5f5-4542-8278-bf3281a46ef6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 945 time: 0.0485590 Nov 01 00:16:42.252521 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b00138bc-066f-40de-aca1-ee49fe13a360 req-02ac86b8-f124-4889-88c9-9c3a35e8b4f0 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303431 Nov 01 00:16:43.392160 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.012597 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54152) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:44.115185 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b8468add-dac6-48b6-9063-6caf266cbdff admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.186241 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b8468add-dac6-48b6-9063-6caf266cbdff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.267834 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b8468add-dac6-48b6-9063-6caf266cbdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.309871 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8468add-dac6-48b6-9063-6caf266cbdff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e9b643-c9e6-4b56-be27-870057e91ef1,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:44.317117 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b8468add-dac6-48b6-9063-6caf266cbdff admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4ffb3e1629d45d386a28fd274555395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3034632 Nov 01 00:16:44.317229 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54160) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:44.371466 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.392919 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.501956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.506117 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:44.506117 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88e9b643-c9e6-4b56-be27-870057e91ef1 HTTP/1.1" status: 204 len: 168 time: 0.1876078 Nov 01 00:16:44.513956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104bd821-b372-4441-aef7-057b18487b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e9b643-c9e6-4b56-be27-870057e91ef1,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:45.560368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54184) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:45.668591 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1141689994-network', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:45.724988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Made reservation on behalf of b0df2ce09e5945c09e7daf718ff7e312 for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:45.727276 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:45.736017 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:45.807570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:45.867988 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:45.890187 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:16:45.905589 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909da427-b8f7-4e10-8c80-b2af05c39ba4,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:45.908576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:45.913833 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Added segment 5cb6b942-0a86-4eec-9790-aa16dfc07e24 of type vlan for network 86bf5bc9-a658-4490-b453-4667ff22e2f9 Nov 01 00:16:45.949598 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.039365 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.040365 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:46.040976 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.101189 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] Pushing event updated for resources: {'Network': ['ID=86bf5bc9-a658-4490-b453-4667ff22e2f9,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:46.111607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:16:46.189289 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-ad9c2bae-b4f6-4be8-ae7d-352f3959fe0d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6277680 Nov 01 00:16:46.192010 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54190) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:46.196885 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Request body: {'subnet': {'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1141689994-subnet', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:46.341969 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Made reservation on behalf of b0df2ce09e5945c09e7daf718ff7e312 for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:46.344342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13807802'] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.582360 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13807784'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.640653 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c66de52-8223-4670-b9f8-2e6189d8c90e,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:46.644875 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:46.645230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Network hostable DHCP agents. Network: 86bf5bc9-a658-4490-b453-4667ff22e2f9, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:16:46.782196 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:16:46.856833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 86bf5bc9-a658-4490-b453-4667ff22e2f9) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:46.861411 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:46.862016 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:46.868401 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5fbedb-7d98-45a6-a87d-ede25baedd76 None None] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:46.961045 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-86222fb0-83ab-41a4-9070-3fddd9d851cb admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7679801 Nov 01 00:16:46.968600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54194) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:46.972984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:47.014070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-86bf5bc9-a658-4490-b453-4667ff22e2f9', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:16:47.014918 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.113500 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.114463 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.147308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Allocated IP 172.20.0.2 (86bf5bc9-a658-4490-b453-4667ff22e2f9/6c66de52-8223-4670-b9f8-2e6189d8c90e/8b5b2a19-7097-4555-8495-23f6143b0615) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:47.165144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.285461 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.353536 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.392373 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.394957 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:47.397825 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:47.402298 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:47.405303 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2a19-7097-4555-8495-23f6143b0615,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:47.455173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Attempting to bind port 8b5b2a19-7097-4555-8495-23f6143b0615 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:47.455562 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Attempting to bind port 8b5b2a19-7097-4555-8495-23f6143b0615 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:47.455919 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Attempting to bind port 8b5b2a19-7097-4555-8495-23f6143b0615 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:47.460665 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:47.461025 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:47.461412 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.461790 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Bound using segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:47.462238 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Bound port: 8b5b2a19-7097-4555-8495-23f6143b0615, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:47.462601 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.526866 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] For port 8b5b2a19-7097-4555-8495-23f6143b0615, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:47.529967 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] For port 8b5b2a19-7097-4555-8495-23f6143b0615, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8b5b2a19-7097-4555-8495-23f6143b0615,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:47.593989 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.655306 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba546658-92a8-4505-851d-e1560d9acb05 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2a19-7097-4555-8495-23f6143b0615,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:47.662586 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.683655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.798767 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Allocated IP 172.27.1.83 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/7f7468e7-e63b-4702-9f5d-c2138b27d8af) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:47.910239 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:47.999920 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.036600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:48.041502 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:48.044943 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:48.074289 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Pushing event updated for resources: {'Port': ['ID=7f7468e7-e63b-4702-9f5d-c2138b27d8af,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:48.283224 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8b5b2a19-7097-4555-8495-23f6143b0615 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:48.341134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 8b5b2a19-7097-4555-8495-23f6143b0615 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:48.341507 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.384085 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.428984 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.469753 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 8b5b2a19-7097-4555-8495-23f6143b0615, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8b5b2a19-7097-4555-8495-23f6143b0615,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:48.497732 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a511977-d474-4469-ae27-8a73339b4d57 None None] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:48.562638 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-177af382-3491-42e1-8c10-0c7cf395e462 None None] Provisioning complete for port 8b5b2a19-7097-4555-8495-23f6143b0615 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:48.563009 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-177af382-3491-42e1-8c10-0c7cf395e462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.570202 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.590964 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:48.695738 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=8b5b2a19-7097-4555-8495-23f6143b0615,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:48.805094 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Router 437b8bce-251b-44d8-88d6-f396283d99d4 is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102081) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:16:48.915709 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:48.925902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:48.934981 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:48.935620 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:49.018715 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] Publish callbacks [] for router, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.027443 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-bfecd265-b963-4506-aaa4-10042fce0812 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0505428 Nov 01 00:16:49.027443 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54200) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:49.028028 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-306143c2-392b-42b9-b9aa-11cfb2317a18 None None] Provisioning complete for port 8b5b2a19-7097-4555-8495-23f6143b0615 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:49.028028 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-306143c2-392b-42b9-b9aa-11cfb2317a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.083974 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:49.420376 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:48Z', 'revision_number': 3, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:49.428651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.446527 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:49.446876 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Updating router 437b8bce-251b-44d8-88d6-f396283d99d4 port 7f7468e7-e63b-4702-9f5d-c2138b27d8af binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:16:49.474658 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.580130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Allocated IP 172.20.0.1 (86bf5bc9-a658-4490-b453-4667ff22e2f9/6c66de52-8223-4670-b9f8-2e6189d8c90e/fa1e6bca-d331-49ef-97a1-92eadb836016) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:49.682366 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.722283 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.776780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.793739 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.816914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:49.821710 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:49.825367 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:49.845049 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Attempting to bind port 7f7468e7-e63b-4702-9f5d-c2138b27d8af on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:49.845511 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Attempting to bind port 7f7468e7-e63b-4702-9f5d-c2138b27d8af by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:49.845984 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Attempting to bind port 7f7468e7-e63b-4702-9f5d-c2138b27d8af on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:49.850874 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:49.857364 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:49.857884 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:49.858877 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.858877 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:49.859390 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Bound port: 7f7468e7-e63b-4702-9f5d-c2138b27d8af, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:49.859894 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.863007 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7977-fa93-43e9-9baa-5b0cfa787a92 None None] Pushing event updated for resources: {'Port': ['ID=7f7468e7-e63b-4702-9f5d-c2138b27d8af,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:49.874904 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:49.922634 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] For port 7f7468e7-e63b-4702-9f5d-c2138b27d8af, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:49.926268 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] For port 7f7468e7-e63b-4702-9f5d-c2138b27d8af, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7f7468e7-e63b-4702-9f5d-c2138b27d8af,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:50.005549 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.062275 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:50.062889 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:50.075094 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.103070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c7977-fa93-43e9-9baa-5b0cfa787a92 None None] Pushing event updated for resources: {'Port': ['ID=7f7468e7-e63b-4702-9f5d-c2138b27d8af,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:50.148162 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-f88bd3e4-09f2-4bcd-a6bf-869e222bdcae None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:50.148527 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f88bd3e4-09f2-4bcd-a6bf-869e222bdcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.198481 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-f88bd3e4-09f2-4bcd-a6bf-869e222bdcae None None] Port fa1e6bca-d331-49ef-97a1-92eadb836016 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:16:50.209767 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:50.240375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.286828 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8b5b2a19-7097-4555-8495-23f6143b0615 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:50.307949 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.373014 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.375661 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Pushing event updated for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:50.410099 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 8b5b2a19-7097-4555-8495-23f6143b0615 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:50.410464 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.469623 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:50.470940 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:50.514802 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:50.547809 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a169166d-a197-4c56-b402-eb7e2d6efcfa None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:50.594310 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:50.704352 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:50.709287 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f85c873e-5ec6-4c26-b3c2-c90bfc1c9180 admin admin] 10.222.0.41 "PUT /v2.0/routers/437b8bce-251b-44d8-88d6-f396283d99d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6849196 Nov 01 00:16:50.725087 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-dbe9f278-0f9b-4170-b333-02e8f80ad828 None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:50.725710 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-dbe9f278-0f9b-4170-b333-02e8f80ad828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:50.772683 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-dbe9f278-0f9b-4170-b333-02e8f80ad828 None None] Port fa1e6bca-d331-49ef-97a1-92eadb836016 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:16:51.461527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54220) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:51.466462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-476084717-network', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:51.593438 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Made reservation on behalf of cd7cc96a737f4cb1963a287ecc4ab29a for: {'network': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:51.595825 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for network, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.608942 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.692187 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.770443 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.796083 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=102081) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 01 00:16:51.805921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e725c7b-76bf-43d9-8451-bfce467086e1,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:51.810582 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.810919 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.segments_db [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Added segment b6e947c7-e7ce-4cac-88fa-2840d7102015 of type vlan for network 435fabcf-0b8a-47f1-9519-d4aa50e7709c Nov 01 00:16:51.849173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790280493752'] for network, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.941898 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.976330 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440'] for network, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:51.977170 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:51.977887 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.040686 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] Pushing event updated for resources: {'Network': ['ID=435fabcf-0b8a-47f1-9519-d4aa50e7709c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:52.050674 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c details requested by agent ovs-agent-dv-cinder-816104-1-iscsi with host dv-cinder-816104-1-iscsi {{(pid=102083) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 01 00:16:52.145020 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-afdb04f4-f8c8-415c-b96a-3ad702a87383 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6823695 Nov 01 00:16:52.147704 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54222) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:52.153083 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Request body: {'subnet': {'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-476084717-subnet', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'ip_version': 4}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:52.239196 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Made reservation on behalf of cd7cc96a737f4cb1963a287ecc4ab29a for: {'subnet': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:52.241872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13807802'] for subnet, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.296653 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7f7468e7-e63b-4702-9f5d-c2138b27d8af up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:52.355067 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7f7468e7-e63b-4702-9f5d-c2138b27d8af triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:52.355622 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.452815 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:52.455092 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.462616 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:52.463238 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:52.476865 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 7f7468e7-e63b-4702-9f5d-c2138b27d8af, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7f7468e7-e63b-4702-9f5d-c2138b27d8af,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:52.547801 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.575918 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:52.603815 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=7f7468e7-e63b-4702-9f5d-c2138b27d8af,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:52.611907 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.612425 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.612770 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.613101 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.613428 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.613752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.614073 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.614393 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.614716 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.615023 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.615338 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.615673 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:52.784626 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:50Z', 'revision_number': 2, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:52.814709 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:52.814962 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Updating router 437b8bce-251b-44d8-88d6-f396283d99d4 port fa1e6bca-d331-49ef-97a1-92eadb836016 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:16:52.817649 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14493743', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13807784'] for subnet, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.838511 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:52.902945 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1c533d9-3ee8-4b84-9fe7-e32729981cd4,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:52.931254 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Checking segment: {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:52.931642 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Network hostable DHCP agents. Network: 435fabcf-0b8a-47f1-9519-d4aa50e7709c, hostable agents: ['9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22'], hosted agents: [] {{(pid=102081) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 01 00:16:52.943677 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-6b02ca06-eefd-4c67-9462-974a06f48979 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:52.945178 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-6b02ca06-eefd-4c67-9462-974a06f48979 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.4462759 Nov 01 00:16:52.965402 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-2fa723f3-913a-47f7-ac24-726e07e07249 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/quotas/5a0121286e2e4ce9a358250e96dd31d5 HTTP/1.1" status: 200 len: 375 time: 0.0138946 Nov 01 00:16:52.997916 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:16:53.020090 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-a88650be-af78-49f8-af46-d4946448b09e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0490122 Nov 01 00:16:53.071746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c is scheduled to be hosted by DHCP agent 9d7cdaa0-0c9d-4ea8-8c2e-3420ee06aa22 with binding_index 1 {{(pid=102081) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 01 00:16:53.101009 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.118880 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-5c3df365-618e-470d-81c7-81789cd2fc76 service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913348 Nov 01 00:16:53.169261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-816104-1-iscsi, 435fabcf-0b8a-47f1-9519-d4aa50e7709c) {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:53.175172 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:53.175780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for subnet, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.176809 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c46558-b2f9-4fd5-9383-e55ac800e75f None None] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:53.182246 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.227267 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Pushing event updated for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:53.228348 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-5609961b-bff7-4c12-86a5-0185e200e4ae service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031563 Nov 01 00:16:53.235655 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.236014 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.236350 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.236676 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.236996 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.237528 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.237852 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.238230 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.238560 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.239082 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.239625 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.240134 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:16:53.273235 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54240) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:53.273803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-5fe79423-cf8b-470c-822d-030218a135f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1245995 Nov 01 00:16:53.279216 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:53.377244 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1687200', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5655'] for router, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.378580 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1684016', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1685935', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1579554', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5632'] for router, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.393855 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp517ca28b-081e-5705-a14c-a0255e445195-435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4'}]}} from dv-cinder-816104-1-iscsi. {{(pid=102083) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 01 00:16:53.395110 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.417693 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Attempting to bind port fa1e6bca-d331-49ef-97a1-92eadb836016 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:53.418318 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Attempting to bind port fa1e6bca-d331-49ef-97a1-92eadb836016 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:53.418859 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Attempting to bind port fa1e6bca-d331-49ef-97a1-92eadb836016 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:53.424584 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:53.425231 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:53.425780 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.426326 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Bound using segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:53.426826 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Bound port: fa1e6bca-d331-49ef-97a1-92eadb836016, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:53.427812 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.439723 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.517930 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] For port fa1e6bca-d331-49ef-97a1-92eadb836016, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:53.521478 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] For port fa1e6bca-d331-49ef-97a1-92eadb836016, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fa1e6bca-d331-49ef-97a1-92eadb836016,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:53.533933 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d20c79c9-6d8f-49d5-8ee2-071303f36b55 req-449927e6-4b1d-4a2f-83dc-c33fe6d6ce27 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 210 time: 0.0305123 Nov 01 00:16:53.565910 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-abc0f239-fa08-47ea-86ec-e8744ec51f12 None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:53.566502 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-abc0f239-fa08-47ea-86ec-e8744ec51f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.593998 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.599698 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.db_base_plugin_common [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Allocated IP 172.20.0.2 (435fabcf-0b8a-47f1-9519-d4aa50e7709c/e1c533d9-3ee8-4b84-9fe7-e32729981cd4/3cdd0a15-992e-4faf-9a70-f0f3600329a5) {{(pid=102083) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:53.617017 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-abc0f239-fa08-47ea-86ec-e8744ec51f12 None None] Port fa1e6bca-d331-49ef-97a1-92eadb836016 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:16:53.670137 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.690840 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c01625-82e8-4444-af55-a81344676b17 None None] Pushing event updated for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:53.695055 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:53.695700 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:53.779199 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks [] for port, precommit_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.823170 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486'] for port, after_create {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.859474 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:53.868233 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c is already hosted by enough agents. {{(pid=102083) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:53.878843 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.scheduler.base_scheduler [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Resources bound (agent type, host, resource id): {{(pid=102083) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:53.882895 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Received port after_create {{(pid=102083) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:53.895209 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Pushing event updated for resources: {'Port': ['ID=3cdd0a15-992e-4faf-9a70-f0f3600329a5,revision_number=1']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:53.955472 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Attempting to bind port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:53.955734 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Attempting to bind port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:53.956090 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Attempting to bind port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 on network 435fabcf-0b8a-47f1-9519-d4aa50e7709c {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:53.958004 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:53.958364 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.968274 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:53.991596 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.112735 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Allocated IP 172.27.1.188 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/4302a9b1-10e7-4317-bb1b-0ccedae0cebd) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:54.121099 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:54.121461 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Checking segment: {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:54.121852 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.122239 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Bound using segment: {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:54.122712 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Bound port: 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:54.123082 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.123778 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:53Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:54.154289 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b864e3-9e70-474c-ae13-79890969fd69 None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:53Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:54.227483 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] For port 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:54.247518 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.255178 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] For port 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=3cdd0a15-992e-4faf-9a70-f0f3600329a5,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:54.256612 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.297014 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] For port fa1e6bca-d331-49ef-97a1-92eadb836016, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fa1e6bca-d331-49ef-97a1-92eadb836016,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:54.346686 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7f7468e7-e63b-4702-9f5d-c2138b27d8af up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:54.368863 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.371679 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.378084 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.406830 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:54.411937 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:54.416751 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:54.445024 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Pushing event updated for resources: {'Port': ['ID=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:54.453878 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61515967-b1f8-4af4-9e21-49dc3f0e125b None None] Pushing event updated for resources: {'Port': ['ID=3cdd0a15-992e-4faf-9a70-f0f3600329a5,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:54.483041 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 7f7468e7-e63b-4702-9f5d-c2138b27d8af triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:54.483436 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.570376 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cf108-da4c-41ea-8d3c-0936187fd61a None None] Pushing event updated for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:54.622953 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fa1e6bca-d331-49ef-97a1-92eadb836016 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:54.712290 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:54.712908 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:54.716673 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cd8cc198-1a0e-432c-89f8-0d83cd641756 req-da2c6dee-e785-4bc5-99e4-1b621f2e18fe tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 210 time: 0.0686340 Nov 01 00:16:54.830980 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:55.217727 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1684009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1672568'] for router, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:55.407752 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c77950-cf63-4a49-b686-bb024d297277 None None] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:16:55.416020 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Router 80c25870-27ff-430a-aec3-dcc910a5d46f is scheduled to L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b with binding_index 1 {{(pid=102082) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 01 00:16:55.521098 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:55.533560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Sync routers for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:16:55.553111 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] Provisioning complete for port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:55.553488 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:55.586483 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:55.587116 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:55.601061 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:55.602313 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-4aa3dffd-956f-44d2-b283-992038da8b50 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3273318 Nov 01 00:16:55.605448 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54254) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:55.748159 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-73938979-20a7-4db9-91cc-8ad94f123b47 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:55.750666 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-73938979-20a7-4db9-91cc-8ad94f123b47 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1443882 Nov 01 00:16:55.771512 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:55.773307 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Request body: {'port': {'device_id': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'admin_state_up': True, 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:55.788318 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:55.903314 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e0f754e6-bf86-4ded-805e-001f5f8d4d43 req-cf955ffe-7949-4272-b5ac-455b0de9558d tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 210 time: 0.0643959 Nov 01 00:16:55.926566 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] For port 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=3cdd0a15-992e-4faf-9a70-f0f3600329a5,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:16:56.005076 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.064235 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1241e9-72b0-489a-a9fa-136c06175535 None None] Pushing event updated for resources: {'Port': ['ID=3cdd0a15-992e-4faf-9a70-f0f3600329a5,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:56.071695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 3, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:56.104594 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Checking router: 80c25870-27ff-430a-aec3-dcc910a5d46f for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:16:56.105146 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Updating router 80c25870-27ff-430a-aec3-dcc910a5d46f port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd binding host dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:16:56.135981 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.140857 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.164464 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-142d27e4-bb15-458b-b7da-81856cd8fc4c None None] Provisioning complete for port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:56.164834 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-142d27e4-bb15-458b-b7da-81856cd8fc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.171200 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:16:56.175423 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.326900 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Allocated IP 172.20.0.1 (435fabcf-0b8a-47f1-9519-d4aa50e7709c/e1c533d9-3ee8-4b84-9fe7-e32729981cd4/9e49c4f7-f29a-40ee-b549-f404e9e29287) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:56.366631 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Allocated IP 172.20.0.11 (1da59b41-1599-4425-8ca8-7d3d91570e8c/49c41a37-4c77-47ce-b44b-be2b89e208b1/92281318-f020-4789-8627-338608fc6d7b) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:16:56.407787 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fa1e6bca-d331-49ef-97a1-92eadb836016 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:56.455078 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.508634 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port fa1e6bca-d331-49ef-97a1-92eadb836016 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:56.509026 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.544535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.549522 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks [] for port, precommit_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.588028 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.605845 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 3cdd0a15-992e-4faf-9a70-f0f3600329a5 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:16:56.627098 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:56.630064 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:56.636423 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:56.650655 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.665705 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Pushing event updated for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:56.681993 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1672623'] for router_interface, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.700163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:56.700560 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.703905 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Attempting to bind port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:56.704273 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Attempting to bind port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:56.704637 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Attempting to bind port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd on network 05f8ebbf-fecf-4e99-8683-a6ff3636977d {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:56.714408 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.769065 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:56.777813 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:56.781171 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:16:56.821538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event updated for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:56.854692 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:56.857538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.872181 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:16:56.879029 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:56.879424 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Checking segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102083) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:56.879818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.880213 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Bound using segment: {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'} {{(pid=102083) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:56.880694 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.managers [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Bound port: 4302a9b1-10e7-4317-bb1b-0ccedae0cebd, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37fc7a82-79e3-4dc1-a28d-c1665023e53b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d'}}] {{(pid=102083) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:56.881070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.899944 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:56.913775 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb97d7-29bb-4083-87fc-06649e36cdd7 None None] Pushing event updated for resources: {'Port': ['ID=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,revision_number=2']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:56.916291 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-6850df26-4290-44e3-9f1b-13c07ccc4d1b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1496401 Nov 01 00:16:56.950052 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Request body: {'port': {'device_id': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:57.007585 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] For port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102083) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:57.011723 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.059361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] For port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:57.070590 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-2f6a8e9f-3bd6-40ed-9159-ecc5c7fe3192 None None] Provisioning complete for port 9e49c4f7-f29a-40ee-b549-f404e9e29287 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:57.070963 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2f6a8e9f-3bd6-40ed-9159-ecc5c7fe3192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.074766 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.109533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8132e-a5e7-4bd3-9724-528f147964bf req-0dcedc0b-62ac-49b0-90ee-3b2f9027f21b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:57.111032 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-efa8132e-a5e7-4bd3-9724-528f147964bf req-0dcedc0b-62ac-49b0-90ee-3b2f9027f21b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 932 time: 0.0905335 Nov 01 00:16:57.133090 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-2f6a8e9f-3bd6-40ed-9159-ecc5c7fe3192 None None] Port 9e49c4f7-f29a-40ee-b549-f404e9e29287 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:16:57.144958 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.188381 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.213008 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-efa8132e-a5e7-4bd3-9724-528f147964bf req-02606ae6-e1a0-4aa9-8a0a-82ed670a5cca tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933723 Nov 01 00:16:57.233505 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:16:57.234091 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:57.261732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2071426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1685567'] for router_interface, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.263557 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Pushing event updated for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:57.303079 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb97d7-29bb-4083-87fc-06649e36cdd7 None None] Pushing event updated for resources: {'Port': ['ID=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,revision_number=3']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:57.354001 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:16:57.367124 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:16:57.369056 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:16:57.384186 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92281318-f020-4789-8627-338608fc6d7b {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:16:57.393256 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.411476 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Transition to ACTIVE for port object 92281318-f020-4789-8627-338608fc6d7b will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:16:57.478882 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.497467 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Router 80c25870-27ff-430a-aec3-dcc910a5d46f has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:16:57.543123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:57.594521 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '9e49c4f7-f29a-40ee-b549-f404e9e29287', 'name': '', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'mac_address': 'fa:16:3e:c4:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:56Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 2, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'subnets': [{'id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:16:57.622401 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29fe5e9f-44b2-4c30-b60c-75505ee8ae05 None None] The sync data for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi is: [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '9e49c4f7-f29a-40ee-b549-f404e9e29287', 'name': '', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'mac_address': 'fa:16:3e:c4:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:56Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 2, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'subnets': [{'id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:16:57.628789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Attempting to bind port 92281318-f020-4789-8627-338608fc6d7b on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:16:57.629048 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Attempting to bind port 92281318-f020-4789-8627-338608fc6d7b by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:16:57.629992 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Attempting to bind port 92281318-f020-4789-8627-338608fc6d7b on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:57.634498 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Port 92281318-f020-4789-8627-338608fc6d7b on network 1da59b41-1599-4425-8ca8-7d3d91570e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:16:57.634815 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Attempting to bind port 92281318-f020-4789-8627-338608fc6d7b on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:16:57.636207 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:16:57.640961 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:16:57.641301 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Checking segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:16:57.641674 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Bound using segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:16:57.642096 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Bound port: 92281318-f020-4789-8627-338608fc6d7b, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:16:57.642449 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.643541 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8e4ff91d-c272-4d2c-9f68-daea91cc396e admin admin] 10.222.0.41 "PUT /v2.0/routers/80c25870-27ff-430a-aec3-dcc910a5d46f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0370944 Nov 01 00:16:57.669935 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-df774c65-114f-4750-bc5c-7cd5169627e3 None None] Provisioning complete for port 9e49c4f7-f29a-40ee-b549-f404e9e29287 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:16:57.670144 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-df774c65-114f-4750-bc5c-7cd5169627e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.716704 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-df774c65-114f-4750-bc5c-7cd5169627e3 None None] Port 9e49c4f7-f29a-40ee-b549-f404e9e29287 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:16:57.724982 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:16:57.728629 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=92281318-f020-4789-8627-338608fc6d7b,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:16:57.891110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.927369 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:57.927369 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:57.928784 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] 10.222.0.36 "PUT /v2.0/ports/92281318-f020-4789-8627-338608fc6d7b HTTP/1.1" status: 200 len: 1094 time: 0.9891074 Nov 01 00:16:57.929215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'tag': '92281318-f020-4789-8627-338608fc6d7b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:16:57.931494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55" -d '{"events": [{"name": "network-changed", "server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "tag": "92281318-f020-4789-8627-338608fc6d7b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:16:57.984682 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe25caf-062a-454a-b59d-c31aee672b5c x-openstack-request-id: req-efe25caf-062a-454a-b59d-c31aee672b5c {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:16:57.988453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "tag": "92281318-f020-4789-8627-338608fc6d7b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:16:57.988453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efe25caf-062a-454a-b59d-c31aee672b5c {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:16:57.988453 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'tag': '92281318-f020-4789-8627-338608fc6d7b', 'status': 'completed', 'code': 200} Nov 01 00:16:57.994974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af28ac2-8091-40d2-a533-d9e4bbbf83b9 service neutron] Pushing event updated for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:58.082208 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-09be858e-911a-4d9f-952e-97ca29a6abf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.083760 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-09be858e-911a-4d9f-952e-97ca29a6abf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 1097 time: 0.0538464 Nov 01 00:16:58.205310 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-4e12751b-b395-4a76-a434-48a1dea41f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.206830 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-4e12751b-b395-4a76-a434-48a1dea41f0a service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076529 Nov 01 00:16:58.320336 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54274) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:58.325074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1339628553', 'description': 'tempest-secgroup-smoke-1339628553 description', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:58.345527 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-ef748b81-f0a2-498e-8901-129cdfb82b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.347029 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c50561dc-f8cf-48ee-a95d-32c5d74ccd55 req-ef748b81-f0a2-498e-8901-129cdfb82b19 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326303 Nov 01 00:16:58.380007 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cc8a3-c3fe-41b7-b404-2e027ddddd17 req-fa9b0c88-0a97-4b23-9e71-fed8374290db tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.380007 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-039cc8a3-c3fe-41b7-b404-2e027ddddd17 req-fa9b0c88-0a97-4b23-9e71-fed8374290db tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 944 time: 0.0729287 Nov 01 00:16:58.427890 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:58.437023 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-039cc8a3-c3fe-41b7-b404-2e027ddddd17 req-86b6e2b1-5790-4805-8051-da37fb07bd50 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484211 Nov 01 00:16:58.485002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-1be97e22-72c1-49fb-9771-40f7d58d7fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.486637 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-1be97e22-72c1-49fb-9771-40f7d58d7fdc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 1097 time: 0.0487065 Nov 01 00:16:58.508812 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:58.540887 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-1d8aeb55-b756-4923-9272-a415b50877fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92281318-f020-4789-8627-338608fc6d7b HTTP/1.1" status: 200 len: 217 time: 0.0378337 Nov 01 00:16:58.590140 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58197bb-b97f-4273-8037-36f8782299aa req-b49bef11-6b9e-4401-aba0-7cc8ae740d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:58.591647 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-b49bef11-6b9e-4401-aba0-7cc8ae740d6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0447943 Nov 01 00:16:58.599227 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:58.626771 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-06d198d7-3246-4e06-b13e-2a7d0a280a06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277944 Nov 01 00:16:58.634243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:58.703978 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:58.705743 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e750d4dc-9a7c-4b3a-93fc-b5bfd85a6682 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3839092 Nov 01 00:16:58.708202 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54276) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:58.712657 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:58.737991 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-6b2a9c86-d734-42a5-aa62-a232ae137d6d service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041343 Nov 01 00:16:58.832816 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f58197bb-b97f-4273-8037-36f8782299aa req-51cbfaf6-6f11-4a61-8d3d-f11385854165 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866776 Nov 01 00:16:58.833094 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:58.893125 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.038857 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.057249 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87cd83fc-be63-4518-bb8d-5fff67e4f2df,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:59.184008 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.185230 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8f469633-ff31-4a58-847d-ba7197c8379a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4760764 Nov 01 00:16:59.187891 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54278) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:59.192169 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:59.325346 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.382925 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.438737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.456076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc9d4461-83b6-4483-83b3-9bbb5e6e5cd0,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:59.515248 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.516526 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-034cd668-a292-4387-9961-965bb072b5f5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3277192 Nov 01 00:16:59.519258 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54282) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:59.524250 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:59.561775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6264f4-5239-4001-8566-fbf8ff9c9994 req-7388e570-38f9-4ab3-b58d-5fa0fa96e2f8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:16:59.563255 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c6264f4-5239-4001-8566-fbf8ff9c9994 req-7388e570-38f9-4ab3-b58d-5fa0fa96e2f8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 944 time: 0.0497310 Nov 01 00:16:59.605542 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c6264f4-5239-4001-8566-fbf8ff9c9994 req-2489d919-dd11-4878-995b-6a75d64a92b0 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358710 Nov 01 00:16:59.613889 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.672071 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.764344 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.786055 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e84ff7-45b0-4f46-bbd4-274959d0ef55,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:16:59.863682 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:16:59.864856 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b884592a-5e4d-4b7f-8795-8bb37c704029 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439839 Nov 01 00:16:59.867581 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54284) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:16:59.871882 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:16:59.969647 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.028320 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.153186 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.172830 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a32da7b-65b4-434d-8c33-3b1bc8cb327c,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:00.252031 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.253358 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-f2022797-08f0-48eb-9df4-b9228e000fee tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3848314 Nov 01 00:17:00.256144 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54286) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:00.260693 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:00.285956 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 4302a9b1-10e7-4317-bb1b-0ccedae0cebd up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:00.336456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:00.336817 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.387385 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.securitygroups_db [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Project b0df2ce09e5945c09e7daf718ff7e312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:17:00.393099 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.414820 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.434850 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] For port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:00.444267 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.541231 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.587397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.591132 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Pushing event updated for resources: {'Port': ['ID=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:00.607767 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2736af-a710-4531-8401-7b1ef6b4c972,revision_number=0']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:00.710718 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.711850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-19763e58-f39f-456c-a50d-1f929060cd1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4546878 Nov 01 00:17:00.714735 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54290) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:00.719362 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'security_group_rule': {'security_group_id': '0ebc2930-7e56-42fd-a0aa-07c7d95f7de1', 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:00.724622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f4acbf-e1a9-4a49-b5b9-1b6185f1d190 req-f510b378-d7a3-42aa-a321-6abd6e22441e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:00.726082 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c1f4acbf-e1a9-4a49-b5b9-1b6185f1d190 req-f510b378-d7a3-42aa-a321-6abd6e22441e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 944 time: 0.0535233 Nov 01 00:17:00.764852 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c1f4acbf-e1a9-4a49-b5b9-1b6185f1d190 req-03b7a8c7-47b5-459d-bd42-2381ea088c12 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321879 Nov 01 00:17:00.873571 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.securitygroups_db [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Project b0df2ce09e5945c09e7daf718ff7e312 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 01 00:17:00.878750 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:00.936875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.056031 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590773'] for security_group_rule, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.075015 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c26e1891-d141-4d0a-8938-b3c4ef28b62f,revision_number=0']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:01.223446 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.224694 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-006a4eba-4554-4fef-9b16-68d859a5fc3d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5089774 Nov 01 00:17:01.323214 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Sync routers for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:17:01.333645 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:01.334147 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:01.438731 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:01.646648 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '9e49c4f7-f29a-40ee-b549-f404e9e29287', 'name': '', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'mac_address': 'fa:16:3e:c4:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:56Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 2, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'subnets': [{'id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:01.672445 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Checking router: 80c25870-27ff-430a-aec3-dcc910a5d46f for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:17:01.674210 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Updating router 80c25870-27ff-430a-aec3-dcc910a5d46f port 9e49c4f7-f29a-40ee-b549-f404e9e29287 binding host dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 01 00:17:01.690929 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 92281318-f020-4789-8627-338608fc6d7b details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:17:01.698430 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.785108 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=92281318-f020-4789-8627-338608fc6d7b,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:01.798128 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '92281318-f020-4789-8627-338608fc6d7b', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'port_id': '92281318-f020-4789-8627-338608fc6d7b', 'mac_address': 'fa:16:3e:65:94:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c41a37-4c77-47ce-b44b-be2b89e208b1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:17:01.838838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.853828 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92281318-f020-4789-8627-338608fc6d7b {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:01.878789 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=92281318-f020-4789-8627-338608fc6d7b,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:01.886703 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d293c-28c9-4ded-9e01-ab5cbe0006fe req-9ff3a428-71ba-42a4-afc2-a548b7f5837b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:01.888431 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-da5d293c-28c9-4ded-9e01-ab5cbe0006fe req-9ff3a428-71ba-42a4-afc2-a548b7f5837b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 944 time: 0.0512187 Nov 01 00:17:01.926434 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-da5d293c-28c9-4ded-9e01-ab5cbe0006fe req-685429f1-07dd-4671-9c74-bf71f423ecef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Nov 01 00:17:01.962355 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks [] for port, precommit_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:01.987103 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.037351 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:02.101669 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.149700 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa229ba-e7f6-41c4-95b5-06141df52196 None None] Pushing event updated for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=3']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:02.203342 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Attempting to bind port 9e49c4f7-f29a-40ee-b549-f404e9e29287 on host dv-cinder-816104-1-iscsi for vnic_type normal with profile {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:17:02.203717 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Attempting to bind port 9e49c4f7-f29a-40ee-b549-f404e9e29287 by drivers openvswitch,hyperv on host dv-cinder-816104-1-iscsi at level 0 using segments [{'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:17:02.204072 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Attempting to bind port 9e49c4f7-f29a-40ee-b549-f404e9e29287 on network 435fabcf-0b8a-47f1-9519-d4aa50e7709c {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:02.209504 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Checking agent: {'id': 'cbbddeca-23c8-42e8-9d4f-451e4db15ab6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-816104-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 31, 23, 59, 42), 'started_at': datetime.datetime(2021, 11, 1, 0, 0, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-816104-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:17:02.209872 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Checking segment: {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:17:02.210269 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.210650 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Bound using segment: {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'} {{(pid=102084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:17:02.211131 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.managers [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Bound port: 9e49c4f7-f29a-40ee-b549-f404e9e29287, host: dv-cinder-816104-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6e947c7-e7ce-4cac-88fa-2840d7102015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c'}}] {{(pid=102084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:17:02.211530 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.278344 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 4302a9b1-10e7-4317-bb1b-0ccedae0cebd up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:02.281819 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] For port 9e49c4f7-f29a-40ee-b549-f404e9e29287, host dv-cinder-816104-1-iscsi, cleared binding levels {{(pid=102084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:17:02.286117 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.plugins.ml2.db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] For port 9e49c4f7-f29a-40ee-b549-f404e9e29287, host dv-cinder-816104-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9e49c4f7-f29a-40ee-b549-f404e9e29287,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:17:02.303714 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['92281318-f020-4789-8627-338608fc6d7b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:02.394431 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:02.394794 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.400816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] Provisioning complete for port 9e49c4f7-f29a-40ee-b549-f404e9e29287 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:02.401192 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.405349 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron_lib.callbacks.manager [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.454463 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:02.455089 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:02.545013 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa229ba-e7f6-41c4-95b5-06141df52196 None None] Pushing event updated for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=4']} {{(pid=102084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:02.577121 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:02.613225 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.653886 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] For port 9e49c4f7-f29a-40ee-b549-f404e9e29287, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9e49c4f7-f29a-40ee-b549-f404e9e29287,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:02.718610 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:02.767784 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12565ec0-8e0a-401c-847f-6e040f46c6d1 None None] Pushing event updated for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:02.792911 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '9e49c4f7-f29a-40ee-b549-f404e9e29287', 'name': '', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'mac_address': 'fa:16:3e:c4:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:56Z', 'updated_at': '2021-11-01T00:17:02Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'subnets': [{'id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:02.821199 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4dec9-36ff-482e-9895-09c3f0006a03 None None] The sync data for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi is: [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:16:56Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '9e49c4f7-f29a-40ee-b549-f404e9e29287', 'name': '', 'network_id': '435fabcf-0b8a-47f1-9519-d4aa50e7709c', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'mac_address': 'fa:16:3e:c4:71:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_interface', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:56Z', 'updated_at': '2021-11-01T00:17:02Z', 'revision_number': 4, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'subnets': [{'id': 'e1c533d9-3ee8-4b84-9fe7-e32729981cd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:17:02.839900 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-0f94b72f-3419-49ec-b0b6-777a3a0bd656 None None] Provisioning complete for port 9e49c4f7-f29a-40ee-b549-f404e9e29287 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:02.839900 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0f94b72f-3419-49ec-b0b6-777a3a0bd656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:03.054575 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162108e-0dcd-4205-9f8f-84f328257bb4 req-5889f6aa-8015-467e-81ed-56967b604406 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:03.065248 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2162108e-0dcd-4205-9f8f-84f328257bb4 req-5889f6aa-8015-467e-81ed-56967b604406 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 945 time: 0.0680029 Nov 01 00:17:03.101293 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2162108e-0dcd-4205-9f8f-84f328257bb4 req-528c43f5-8461-41a8-b2a5-be82b8efa942 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351517 Nov 01 00:17:03.706340 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 92281318-f020-4789-8627-338608fc6d7b up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:03.827179 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 92281318-f020-4789-8627-338608fc6d7b completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:17:03.831302 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 92281318-f020-4789-8627-338608fc6d7b triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:03.831708 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:03.910443 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:03.933761 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92281318-f020-4789-8627-338608fc6d7b'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:03.936607 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222e1193-ba3d-46f5-9743-14f24ea83055" -d '{"events": [{"server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "name": "network-vif-plugged", "status": "completed", "tag": "92281318-f020-4789-8627-338608fc6d7b"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:03.949467 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=92281318-f020-4789-8627-338608fc6d7b,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:03.973409 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607ccd46-f8cb-4dd0-a643-50a427ee3ff1 x-openstack-request-id: req-607ccd46-f8cb-4dd0-a643-50a427ee3ff1 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:03.973697 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "name": "network-vif-plugged", "status": "completed", "tag": "92281318-f020-4789-8627-338608fc6d7b", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:03.973948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-607ccd46-f8cb-4dd0-a643-50a427ee3ff1 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:03.974332 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92281318-f020-4789-8627-338608fc6d7b', 'code': 200} Nov 01 00:17:04.009982 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.061457 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:04.228314 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d0f51-83fa-40cc-a7dc-d74b9d55b58a req-faa104d6-4e71-4f35-8616-74e00b2cd102 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:04.230423 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c39d0f51-83fa-40cc-a7dc-d74b9d55b58a req-faa104d6-4e71-4f35-8616-74e00b2cd102 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.0546267 Nov 01 00:17:04.295451 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c39d0f51-83fa-40cc-a7dc-d74b9d55b58a req-fd7d52ed-9e7e-41b6-b839-77cacaef264c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511589 Nov 01 00:17:04.298326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-029f62dd-b940-40c3-8433-9e293c2a0be0 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270876992&fields=id&tenant_id=d4525055ae3843a1b747e586d28b520b HTTP/1.1" status: 200 len: 267 time: 0.0610051 Nov 01 00:17:04.327163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9e49c4f7-f29a-40ee-b549-f404e9e29287 up at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:04.385037 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Provisioning complete for port 9e49c4f7-f29a-40ee-b549-f404e9e29287 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:04.385435 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.400091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-fddda717-b82f-448a-acf3-4270e896630f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:04.401652 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-fddda717-b82f-448a-acf3-4270e896630f tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 984 time: 0.0933478 Nov 01 00:17:04.405223 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69e048-300c-49d3-85ac-8152f574fd80 req-e80d72cd-d078-4c2b-afb5-fe59d4be2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:04.406613 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3d69e048-300c-49d3-85ac-8152f574fd80 req-e80d72cd-d078-4c2b-afb5-fe59d4be2bd7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 1099 time: 0.0895720 Nov 01 00:17:04.413576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Request body: {'port': {'security_groups': ['17117b96-a7dd-4228-9da9-c5172c92e8bc']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:04.498495 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3d69e048-300c-49d3-85ac-8152f574fd80 req-6c54dad1-b16c-4a65-9f4b-c2c0ac67e8b7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Nov 01 00:17:04.502370 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.674894 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:04.714997 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.775605 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.812692 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b5bdbd23-2d66-426c-809f-5594af0a5f2b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:04.820319 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:04.820941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.827082 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-33bf70c5-4cbd-4a89-ac9e-c4e98c8ebd34 req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "PUT /v2.0/ports/b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 942 time: 0.4165435 Nov 01 00:17:04.827616 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:04.829158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54368) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:04.830076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2a7418-c0af-4f16-a238-17aa5f145098" -d '{"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:04.890164 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9202c7f-be92-4e7e-b09b-1cdcda13bc58 x-openstack-request-id: req-f9202c7f-be92-4e7e-b09b-1cdcda13bc58 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:04.894397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:04.895977 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9202c7f-be92-4e7e-b09b-1cdcda13bc58 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:04.896798 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:17:04.901876 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7f4ed-9731-4387-876d-f04b2c25f601 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event updated for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=7']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:04.931854 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.964347 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:04.993297 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['b5bdbd23-2d66-426c-809f-5594af0a5f2b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:05.002683 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-31648db5-ad76-4e2e-bcd3-9790a7840d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:05.004549 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-31648db5-ad76-4e2e-bcd3-9790a7840d3a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0642278 Nov 01 00:17:05.108827 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-e2371691-4221-4641-9286-d7af97d4cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:05.110318 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-e2371691-4221-4641-9286-d7af97d4cce6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.0954561 Nov 01 00:17:05.124782 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.127639 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.128799 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "DELETE /v2.0/security-groups/d449f564-bfd8-47b9-a80e-bad8bffa080e HTTP/1.1" status: 204 len: 168 time: 0.2974522 Nov 01 00:17:05.132063 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54372) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:05.181248 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-9bbec597-f096-4901-8ce4-1088202f4921 None None] Provisioning complete for port b5bdbd23-2d66-426c-809f-5594af0a5f2b triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:05.181833 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9bbec597-f096-4901-8ce4-1088202f4921 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.186864 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-3a5744ee-043f-4da2-aa7a-ce60612fb7ad service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 1001 time: 0.0657742 Nov 01 00:17:05.192513 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ecf672-eb03-45b7-9a50-01bc548fdd20 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d449f564-bfd8-47b9-a80e-bad8bffa080e,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:05.252466 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-b42eeed1-7845-4b9c-ad7c-c0877c1b073e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:05.254030 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-b42eeed1-7845-4b9c-ad7c-c0877c1b073e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0571020 Nov 01 00:17:05.307526 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-5f29c023-b4e2-41c0-8de2-867502eebffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:05.308777 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-5f29c023-b4e2-41c0-8de2-867502eebffe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0466514 Nov 01 00:17:05.327100 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Deleting port e696621c-e8f4-46f9-bdc3-cb2b7f6c2920 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:05.327796 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.411598 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.412007 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.424321 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Calling delete_port for e696621c-e8f4-46f9-bdc3-cb2b7f6c2920 owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:05.437829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9067e4-3ced-4c26-986a-d7f5ca05cb22 req-af178818-6992-487b-a627-76c67eb5afbe tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:05.439508 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f9067e4-3ced-4c26-986a-d7f5ca05cb22 req-af178818-6992-487b-a627-76c67eb5afbe tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.0705752 Nov 01 00:17:05.457524 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-d83e2491-6c86-484d-89b4-f2a721d8ae0b service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404278 Nov 01 00:17:05.534133 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f9067e4-3ced-4c26-986a-d7f5ca05cb22 req-dd2dd136-3dd1-4621-9026-376170a09610 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838354 Nov 01 00:17:05.576848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f2a7418-c0af-4f16-a238-17aa5f145098 req-10c00f87-a7ef-4fa0-a964-c968bf051a22 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080883 Nov 01 00:17:05.678483 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.709030 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event deleted for resources: {'Port': ['ID=e696621c-e8f4-46f9-bdc3-cb2b7f6c2920,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:05.770646 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:05.770977 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Floating IP 8250798a-5592-4d5d-a59d-9dd8f50fca25 disassociated (deleted). External IP: 172.27.1.250, port: b5bdbd23-2d66-426c-809f-5594af0a5f2b. Nov 01 00:17:05.987490 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Router 828c1d4b-02be-4787-a7e1-5558b5d00c71 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:17:06.270891 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:17:06.278331 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:06.282726 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Sync routers for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:17:06.296885 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:06.296885 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:06.307304 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5df3f05a-44bc-45ff-8d38-10cae2175b98 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "DELETE /v2.0/floatingips/8250798a-5592-4d5d-a59d-9dd8f50fca25 HTTP/1.1" status: 204 len: 168 time: 1.1728125 Nov 01 00:17:06.307913 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:06.310796 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad" -d '{"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:06.416759 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297079a7-1969-4da8-a9e2-6cdaa747da89 x-openstack-request-id: req-297079a7-1969-4da8-a9e2-6cdaa747da89 {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:06.417048 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:06.417300 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-297079a7-1969-4da8-a9e2-6cdaa747da89 {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:06.417691 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:17:06.484555 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:06.509088 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-dbe3178f-df0d-4af6-9c66-ad5f3dba8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:06.510602 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-dbe3178f-df0d-4af6-9c66-ad5f3dba8f62 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d4525055ae3843a1b747e586d28b520b&device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 1098 time: 0.0449374 Nov 01 00:17:06.650727 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-c889ced3-5c5f-43de-a963-367fd0c4c2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:06.658416 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-c889ced3-5c5f-43de-a963-367fd0c4c2e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 200 len: 916 time: 0.1404457 Nov 01 00:17:06.724112 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-004a420f-ad42-4ab2-9c22-bd1c5744f75b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 200 len: 217 time: 0.0513661 Nov 01 00:17:06.737480 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a21754-b98e-4108-81bc-d8dadcb0ecf5 req-15326eb8-ef99-48a9-9eb8-19214583c3c1 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:06.740995 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-79a21754-b98e-4108-81bc-d8dadcb0ecf5 req-15326eb8-ef99-48a9-9eb8-19214583c3c1 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.1276767 Nov 01 00:17:06.812017 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-79a21754-b98e-4108-81bc-d8dadcb0ecf5 req-7df7638d-f6db-41f8-8fdf-84cc9173e39c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644593 Nov 01 00:17:06.817437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-aeec6a4c-a039-43d7-a7fe-58b9ad4aa2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:06.818950 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-aeec6a4c-a039-43d7-a7fe-58b9ad4aa2bb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 200 len: 854 time: 0.0789285 Nov 01 00:17:06.877983 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-caf8b807-829e-4003-b6dc-865a10af61a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:06.879600 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-caf8b807-829e-4003-b6dc-865a10af61a5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=727db606-2a42-428b-bfe2-e28bcd46af36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520849 Nov 01 00:17:06.884887 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:06.912219 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Checking router: 828c1d4b-02be-4787-a7e1-5558b5d00c71 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:17:06.921827 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:06.922478 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:16:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:06.994025 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-5c5e391e-929a-4044-9463-c1a7b2a16575 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960836 Nov 01 00:17:07.042283 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:07.101606 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1f518401-fa6b-4e43-a3cc-6389d1dda5ad req-8dfa17eb-fe8b-4372-a82b-38e49d1b1f95 service neutron] 10.222.0.36 "GET /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994449 Nov 01 00:17:07.256151 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:07.283680 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640d8ec3-918c-44a6-a647-1ad573b1bb03 None None] The sync data for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi is: [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:14:16Z', 'revision_number': 4, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': '7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a', 'name': '', 'network_id': '727db606-2a42-428b-bfe2-e28bcd46af36', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'mac_address': 'fa:16:3e:7c:94:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:15Z', 'updated_at': '2021-11-01T00:14:20Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'subnets': [{'id': '804e7cec-edd2-453d-9447-b1e10fe81ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:17:07.518140 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37099b61-d41a-4764-b67b-3d7cbeddc896 None None] New status for floating IP 8250798a-5592-4d5d-a59d-9dd8f50fca25: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:17:08.056113 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-aba680db-b22c-4b05-99ba-1576bbbc8367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:09.795872 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-9a074888-368b-41b2-94a8-eba37e8a9fde tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:09.797420 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-9a074888-368b-41b2-94a8-eba37e8a9fde tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1032343 Nov 01 00:17:09.813454 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-78be3790-32e0-4b42-85b4-dd5eddec2988 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/quotas/5a0121286e2e4ce9a358250e96dd31d5 HTTP/1.1" status: 200 len: 375 time: 0.0100927 Nov 01 00:17:09.864757 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-9da31239-5674-4f72-96f0-704f84f1c490 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456235 Nov 01 00:17:09.960870 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-21dc34aa-a3c8-40fa-af44-d18a73453208 service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890589 Nov 01 00:17:10.053401 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-853c4f69-282d-434f-9578-ca5c27b533e9 service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863011 Nov 01 00:17:10.312911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0aa6824e-3dad-4b3e-ae08-a1e8c003b643 req-9fb44d47-b0e2-4a7f-b5c0-fefd58c13861 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 210 time: 0.0274174 Nov 01 00:17:10.627219 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-7227375e-0b34-4c08-9bef-2457234dad31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:10.762451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb351be5-bb94-4987-be69-9b75e2ba61c5 req-86867d8c-1ddd-400f-99c3-24b179f6273e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:10.764002 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eb351be5-bb94-4987-be69-9b75e2ba61c5 req-86867d8c-1ddd-400f-99c3-24b179f6273e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0503235 Nov 01 00:17:10.801850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eb351be5-bb94-4987-be69-9b75e2ba61c5 req-faa36eb8-3a1d-4f91-8f8d-fc4cdf8a646e tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317519 Nov 01 00:17:11.410437 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2d2e4fdd-c29a-42fc-9fe8-dae77356f587 req-ccc01ae2-073c-492a-8d93-54b6a0861443 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 210 time: 0.0265434 Nov 01 00:17:11.917992 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:11.924731 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78370b0f-87af-42b7-8f19-bcdc71eed415 req-b00f6120-28cf-4f3b-a927-012292bb6ffa tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:11.926277 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78370b0f-87af-42b7-8f19-bcdc71eed415 req-b00f6120-28cf-4f3b-a927-012292bb6ffa tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.0540071 Nov 01 00:17:11.967554 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-78370b0f-87af-42b7-8f19-bcdc71eed415 req-05d6345b-59b0-4268-a426-fe3a9b1c8a7b tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Nov 01 00:17:12.055174 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:12.517027 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70bab4d6-dde5-4dd6-b614-7bbc0465689f req-2a572aa2-0612-43b8-8406-d4e74430c98d tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 210 time: 0.0368419 Nov 01 00:17:12.563536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-8f7b1607-3e0c-4c65-9e64-dfc17fa5d248 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:12.569013 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-8f7b1607-3e0c-4c65-9e64-dfc17fa5d248 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1420803 Nov 01 00:17:12.591725 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Request body: {'port': {'device_id': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'admin_state_up': True, 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:12.764858 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:17:12.768885 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.221325 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Allocated IP 172.20.0.13 (1da59b41-1599-4425-8ca8-7d3d91570e8c/49c41a37-4c77-47ce-b44b-be2b89e208b1/f43b280e-4093-4001-b323-e2c40231bac1) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:17:13.242411 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b19c5f-39d4-4aa2-989f-a6d4e91ee5ac req-4fa15284-f84d-4e2f-a48c-0a41462638ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:13.243911 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19b19c5f-39d4-4aa2-989f-a6d4e91ee5ac req-4fa15284-f84d-4e2f-a48c-0a41462638ce tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.1021483 Nov 01 00:17:13.287017 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a06ba-f356-4980-8cfb-125d5f863571 req-1ec55356-173c-427b-8d21-e7d359f0ca29 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:13.288573 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-172a06ba-f356-4980-8cfb-125d5f863571 req-1ec55356-173c-427b-8d21-e7d359f0ca29 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.36 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 945 time: 0.1108983 Nov 01 00:17:13.351392 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19b19c5f-39d4-4aa2-989f-a6d4e91ee5ac req-54f16350-49a1-4239-822f-99499784c020 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/security-groups?id=17117b96-a7dd-4228-9da9-c5172c92e8bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991750 Nov 01 00:17:13.403981 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.492493 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Deleting port b5bdbd23-2d66-426c-809f-5594af0a5f2b {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:13.492833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.509955 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.640445 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-284cd814-ae8e-4473-bca1-3d871361f33e req-ac6b2e26-6718-4ad9-bf29-ef9d85478fa8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 210 time: 0.0442629 Nov 01 00:17:13.648570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] For port b5bdbd23-2d66-426c-809f-5594af0a5f2b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=b5bdbd23-2d66-426c-809f-5594af0a5f2b,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:13.648941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.662878 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Calling delete_port for b5bdbd23-2d66-426c-809f-5594af0a5f2b owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:13.719349 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.774289 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8', '92281318-f020-4789-8627-338608fc6d7b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:13.775830 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:17:13.783919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:17:13.786607 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:17:13.823650 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event updated for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:13.869454 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:13.870091 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:13.961290 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-7854b31e-53b2-43c7-9f4c-6dd7c325b0e6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3733990 Nov 01 00:17:13.980208 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Request body: {'port': {'device_id': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:14.027698 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.062370 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Pushing event deleted for resources: {'Port': ['ID=b5bdbd23-2d66-426c-809f-5594af0a5f2b,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:14.064130 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.136725 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] No DVR routers for this DVR port b5bdbd23-2d66-426c-809f-5594af0a5f2b on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:17:14.142916 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.146183 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-172a06ba-f356-4980-8cfb-125d5f863571 req-e47c6886-7acf-4a23-9688-98584c8ecadf tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.36 "DELETE /v2.0/ports/b5bdbd23-2d66-426c-809f-5594af0a5f2b HTTP/1.1" status: 204 len: 173 time: 0.8496280 Nov 01 00:17:14.146632 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'name': 'network-vif-deleted', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:14.148873 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d74c32-c2cd-45e6-87b5-e479fe064a00" -d '{"events": [{"server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "name": "network-vif-deleted", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:14.213487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f021ad-62f0-4773-af10-3b67b1efc3ce x-openstack-request-id: req-73f021ad-62f0-4773-af10-3b67b1efc3ce {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:14.213777 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574b8557-b900-42d5-91e8-1e7fc864b0d9", "name": "network-vif-deleted", "tag": "b5bdbd23-2d66-426c-809f-5594af0a5f2b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:14.214131 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73f021ad-62f0-4773-af10-3b67b1efc3ce {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:14.214405 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574b8557-b900-42d5-91e8-1e7fc864b0d9', 'name': 'network-vif-deleted', 'tag': 'b5bdbd23-2d66-426c-809f-5594af0a5f2b', 'status': 'completed', 'code': 200} Nov 01 00:17:14.387901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f43b280e-4093-4001-b323-e2c40231bac1 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:14.397604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.412772 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Transition to ACTIVE for port object f43b280e-4093-4001-b323-e2c40231bac1 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:17:14.451060 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a8389733-1afb-42f4-8def-ca8eb21f1e40 req-6e9cb054-5ce2-4342-b2b3-38aa57065468 tempest-TestMinimumBasicScenario-2127490742 tempest-TestMinimumBasicScenario-2127490742-project] 10.222.0.41 "GET /v2.0/ports?device_id=574b8557-b900-42d5-91e8-1e7fc864b0d9 HTTP/1.1" status: 200 len: 210 time: 0.0277872 Nov 01 00:17:14.506707 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.559089 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:14.625974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Attempting to bind port f43b280e-4093-4001-b323-e2c40231bac1 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:17:14.626309 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Attempting to bind port f43b280e-4093-4001-b323-e2c40231bac1 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:17:14.626641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Attempting to bind port f43b280e-4093-4001-b323-e2c40231bac1 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:14.630982 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Port f43b280e-4093-4001-b323-e2c40231bac1 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:17:14.631234 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Attempting to bind port f43b280e-4093-4001-b323-e2c40231bac1 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:14.636078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 16, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:17:14.636406 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Checking segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:17:14.636778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Bound using segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:17:14.637190 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Bound port: f43b280e-4093-4001-b323-e2c40231bac1, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:17:14.637538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.712348 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:17:14.748665 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f43b280e-4093-4001-b323-e2c40231bac1,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:17:14.770072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535f920-07c4-4935-9e96-cb5fa20e84d8 req-257a8fa7-e1a7-4a31-b2f0-bb47241a912f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:14.771603 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0535f920-07c4-4935-9e96-cb5fa20e84d8 req-257a8fa7-e1a7-4a31-b2f0-bb47241a912f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 944 time: 0.0607262 Nov 01 00:17:14.811294 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0535f920-07c4-4935-9e96-cb5fa20e84d8 req-8328b524-d49a-4701-80c8-7a23b375754a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332425 Nov 01 00:17:14.813035 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.846835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:14.847722 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:14.849107 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/f43b280e-4093-4001-b323-e2c40231bac1 HTTP/1.1" status: 200 len: 1094 time: 0.8733768 Nov 01 00:17:14.871139 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4d38fb-d2d2-49b4-b3a0-9ff4b62651c1 service neutron] Pushing event updated for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:15.025835 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-1ceff811-368e-41c8-9581-6a2c358ceaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:15.027305 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-1ceff811-368e-41c8-9581-6a2c358ceaab service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 1097 time: 0.0439796 Nov 01 00:17:15.074665 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-f01bfc7b-6600-429c-9635-724b0892eb12 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43b280e-4093-4001-b323-e2c40231bac1 HTTP/1.1" status: 200 len: 217 time: 0.0336308 Nov 01 00:17:15.123751 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4b96a-8240-4b30-83d8-83836335002e req-09f38569-7355-418b-9d38-95c3b27c3962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:15.125194 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-09f38569-7355-418b-9d38-95c3b27c3962 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0425694 Nov 01 00:17:15.163943 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-6909ffdf-3079-4e96-8aa7-0d1b739299cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241916 Nov 01 00:17:15.259267 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-66f2e83f-e865-4494-aedd-9da2e259e642 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880790 Nov 01 00:17:15.351751 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fd4b96a-8240-4b30-83d8-83836335002e req-14c790ab-da8b-4793-ae27-5bbee562a507 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852642 Nov 01 00:17:15.736007 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b5bdbd23-2d66-426c-809f-5594af0a5f2b no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:15.755748 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: b5bdbd23-2d66-426c-809f-5594af0a5f2b {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:15.758669 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device b5bdbd23-2d66-426c-809f-5594af0a5f2b not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:15.928419 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1855a75-2571-4278-bac5-6a0b818b64eb req-6f1d5191-6346-436c-bb24-8078f00e30cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:15.929902 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1855a75-2571-4278-bac5-6a0b818b64eb req-6f1d5191-6346-436c-bb24-8078f00e30cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 944 time: 0.0498130 Nov 01 00:17:15.969781 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1855a75-2571-4278-bac5-6a0b818b64eb req-f2b3cc94-6e4d-4e52-afd8-c5c5aaa044f2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Nov 01 00:17:16.215356 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:16.217775 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "tag": "f43b280e-4093-4001-b323-e2c40231bac1"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:16.254822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50064816-7903-4c56-9363-6e4109105ac6 x-openstack-request-id: req-50064816-7903-4c56-9363-6e4109105ac6 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:16.254822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "tag": "f43b280e-4093-4001-b323-e2c40231bac1", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:16.254822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-50064816-7903-4c56-9363-6e4109105ac6 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:16.254822 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1', 'status': 'completed', 'code': 200} Nov 01 00:17:16.348148 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-626166aa-6eac-4b37-8654-5adfb7804400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:16.349608 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-626166aa-6eac-4b37-8654-5adfb7804400 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 1097 time: 0.0410695 Nov 01 00:17:16.456616 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-41c91e0e-24a1-43e6-aa7b-8c7c4d9e5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:16.458105 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-41c91e0e-24a1-43e6-aa7b-8c7c4d9e5a32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 915 time: 0.0939386 Nov 01 00:17:16.500789 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-283d171d-b46c-48dd-82f5-8317d58301a5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f43b280e-4093-4001-b323-e2c40231bac1 HTTP/1.1" status: 200 len: 217 time: 0.0338323 Nov 01 00:17:16.549176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-25bf2edf-116f-42f6-95c7-a4c3dcdb71eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:16.550514 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-25bf2edf-116f-42f6-95c7-a4c3dcdb71eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0422704 Nov 01 00:17:16.586918 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-822e5dfc-ba7e-46e4-95da-23669d08ff1e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279038 Nov 01 00:17:16.677748 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-747b6b80-0b13-4723-86bd-ef2046514d9a service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816944 Nov 01 00:17:16.776668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-12ad0f06-99a8-4fd7-9550-7eb8d7889ae7 req-d9711928-7423-493d-9208-d221323a3a8b service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902867 Nov 01 00:17:16.895158 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54556) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:17.083267 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6954f-eff8-436f-83f3-61f04875bc0b req-bfc5e31e-2af5-469f-b2c8-ed14f857883d tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:17.084803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71b6954f-eff8-436f-83f3-61f04875bc0b req-bfc5e31e-2af5-469f-b2c8-ed14f857883d tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 944 time: 0.0498149 Nov 01 00:17:17.123625 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-71b6954f-eff8-436f-83f3-61f04875bc0b req-49920cfc-41e0-42ca-8180-e0ea272f74aa tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323322 Nov 01 00:17:17.316520 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:17.594846 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Deleting port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:17.595187 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:17.669286 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] For port 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:17.669644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:17.681878 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Calling delete_port for 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a owned by network:router_interface {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:17.941068 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:17.967814 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:18.134112 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:18.245584 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e14bf-69b7-453f-90e9-29fa1a8d9d2a req-dd1477f7-4d96-4142-87c1-1a4c56ac1410 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:18.246152 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d58e14bf-69b7-453f-90e9-29fa1a8d9d2a req-dd1477f7-4d96-4142-87c1-1a4c56ac1410 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 944 time: 0.0524006 Nov 01 00:17:18.288245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d58e14bf-69b7-453f-90e9-29fa1a8d9d2a req-1ee42fc9-ebbf-4b8a-9ced-d9a2d4209b8e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343187 Nov 01 00:17:18.353004 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Router 828c1d4b-02be-4787-a7e1-5558b5d00c71 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:17:18.456665 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:17:18.462579 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-27e87de4-de1c-47d2-ab4e-510bef8aeb5f admin admin] 10.222.0.41 "PUT /v2.0/routers/828c1d4b-02be-4787-a7e1-5558b5d00c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5654869 Nov 01 00:17:18.464245 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54564) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:18.466906 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Sync routers for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:17:18.477293 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:18.477938 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:18.585308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:18.739876 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:18.766072 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:17:17Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:18.797406 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Checking router: 828c1d4b-02be-4787-a7e1-5558b5d00c71 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:17:18.806174 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Routers {'828c1d4b-02be-4787-a7e1-5558b5d00c71'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:18.806781 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['828c1d4b-02be-4787-a7e1-5558b5d00c71'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:18.842246 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:18.910837 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] Set router 828c1d4b-02be-4787-a7e1-5558b5d00c71 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:18.960975 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Deleting port 223224a6-e323-49e9-b55e-20371db0cf5a {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:18.961582 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.039591 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] For port 223224a6-e323-49e9-b55e-20371db0cf5a, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=223224a6-e323-49e9-b55e-20371db0cf5a,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:19.039947 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.052704 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Calling delete_port for 223224a6-e323-49e9-b55e-20371db0cf5a owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:19.087338 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:17:17Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:19.113407 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb7ca1-a3a6-4ef6-9dad-17305a6c6049 None None] The sync data for ids ['828c1d4b-02be-4787-a7e1-5558b5d00c71'] in dv-cinder-816104-1-iscsi is: [{'id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'name': 'tempest-TestMinimumBasicScenario-1816134365-router', 'tenant_id': 'd4525055ae3843a1b747e586d28b520b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38'}], 'enable_snat': True}, 'gw_port_id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:12Z', 'updated_at': '2021-11-01T00:17:17Z', 'revision_number': 5, 'project_id': 'd4525055ae3843a1b747e586d28b520b', 'gw_port': {'id': '223224a6-e323-49e9-b55e-20371db0cf5a', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:7c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828c1d4b-02be-4787-a7e1-5558b5d00c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:13Z', 'updated_at': '2021-11-01T00:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:17:19.300854 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.332443 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=223224a6-e323-49e9-b55e-20371db0cf5a,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:19.393708 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.413230 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58071a-bc2a-4245-a361-690f45e2e9d5 req-57701dbd-1a45-4c41-a1e4-f245da389b7e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:19.414749 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d58071a-bc2a-4245-a361-690f45e2e9d5 req-57701dbd-1a45-4c41-a1e4-f245da389b7e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 944 time: 0.0526319 Nov 01 00:17:19.454621 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d58071a-bc2a-4245-a361-690f45e2e9d5 req-7fcdf573-3544-4f3a-b15b-0ccae6a68ffc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329053 Nov 01 00:17:19.490447 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.492756 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.712220 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.712794 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828c1d4b-02be-4787-a7e1-5558b5d00c71 {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:17:19.719471 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.719471 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-45eefef3-60b4-43f5-a88f-eb8b9476e5f0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/828c1d4b-02be-4787-a7e1-5558b5d00c71 HTTP/1.1" status: 204 len: 168 time: 1.2541339 Nov 01 00:17:19.722020 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54570) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:19.739520 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f43b280e-4093-4001-b323-e2c40231bac1 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:17:19.776976 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Deleting subnet 804e7cec-edd2-453d-9447-b1e10fe81ccc {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:17:19.781241 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.818635 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.860019 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f43b280e-4093-4001-b323-e2c40231bac1,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:19.872383 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'f43b280e-4093-4001-b323-e2c40231bac1', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'port_id': 'f43b280e-4093-4001-b323-e2c40231bac1', 'mac_address': 'fa:16:3e:69:4b:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c41a37-4c77-47ce-b44b-be2b89e208b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:17:19.909567 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.910110 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:19.922826 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f43b280e-4093-4001-b323-e2c40231bac1 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:19.942646 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f43b280e-4093-4001-b323-e2c40231bac1,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:20.049516 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.049873 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.082717 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=804e7cec-edd2-453d-9447-b1e10fe81ccc,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:20.084684 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.087984 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-cea7ba87-7738-4b13-ba1f-4723a97cbf0f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/804e7cec-edd2-453d-9447-b1e10fe81ccc HTTP/1.1" status: 204 len: 168 time: 0.3647432 Nov 01 00:17:20.088970 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec127f7-e1fb-488b-b432-96b2968931df None None] Network 727db606-2a42-428b-bfe2-e28bcd46af36 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:17:20.090444 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54574) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:20.139372 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:20.163073 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.225047 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Deleting port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:20.225433 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.299933 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] For port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,segment=NetworkSegment(77f15c87-48eb-4eb6-b510-d63ad5e4eaaa),segment_id=77f15c87-48eb-4eb6-b510-d63ad5e4eaaa)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:20.300325 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.313043 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] DHCP port deletion for 727db606-2a42-428b-bfe2-e28bcd46af36 request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:17:20.314443 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Calling delete_port for 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:20.339561 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:20.363575 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['f43b280e-4093-4001-b323-e2c40231bac1'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:20.368469 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:20.368813 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7961375b-dfdf-4ff3-a5a2-2aa3a4606e7a not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:20.369226 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 223224a6-e323-49e9-b55e-20371db0cf5a no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:20.501090 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.533579 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Pushing event deleted for resources: {'Port': ['ID=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:20.535593 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] No DVR routers for this DVR port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:17:20.550203 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 223224a6-e323-49e9-b55e-20371db0cf5a {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:20.550540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 223224a6-e323-49e9-b55e-20371db0cf5a not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:20.584022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935c614-1393-4c41-b5dd-157da785e58f req-c8106375-feee-47f1-83ec-3b6afae5c55e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:20.585750 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d935c614-1393-4c41-b5dd-157da785e58f req-c8106375-feee-47f1-83ec-3b6afae5c55e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 945 time: 0.0614398 Nov 01 00:17:20.591248 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Deleting port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:20.591724 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.612199 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.631012 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d935c614-1393-4c41-b5dd-157da785e58f req-144409c0-b45d-41d7-bd04-b521b778fd74 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384459 Nov 01 00:17:20.636288 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727db606-2a42-428b-bfe2-e28bcd46af36']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:20.650989 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:20.651339 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f15c87-48eb-4eb6-b510-d63ad5e4eaaa') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:20.665595 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.679044 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.685752 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:17:20.686138 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:17:20.687810 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:17:20.693079 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] For port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d, host dv-cinder-816104-1-iscsi, got binding levels [] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:20.693475 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.717939 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Calling delete_port for 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:20.722958 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.ipam_backend_mixin [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d was not found and therefore no delete operation was performed {{(pid=102083) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 01 00:17:20.730126 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.767594 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] Pushing event deleted for resources: {'Port': ['ID=1089002a-e022-4c7a-8b9f-c0f2c17f2b0d,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:20.768498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5043d9c6-545c-47d1-a09b-546f0c9fdb66 None None] No DVR routers for this DVR port 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:17:20.827051 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.832638 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:20.835746 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] 10.222.0.41 "DELETE /v2.0/networks/727db606-2a42-428b-bfe2-e28bcd46af36 HTTP/1.1" status: 204 len: 168 time: 0.7443628 Nov 01 00:17:20.838706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54578) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:20.848636 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4250dbf7-297e-42f2-b1a6-33a11b2dab96 admin admin] Pushing event deleted for resources: {'Network': ['ID=727db606-2a42-428b-bfe2-e28bcd46af36,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:21.160250 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-8461ebba-349d-454f-abfb-4f6a76296bfc tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339628553&fields=id&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 267 time: 0.0469794 Nov 01 00:17:21.288666 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.332862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-db4b306b-5691-4621-a2e5-b9bccbe32ff8 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:21.334322 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-db4b306b-5691-4621-a2e5-b9bccbe32ff8 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1649778 Nov 01 00:17:21.372285 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-26e20536-b781-4b57-a0c6-56afde827dd3 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/quotas/b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 375 time: 0.0127285 Nov 01 00:17:21.450281 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-1b162dc5-522b-45e4-9898-70a42d28fd18 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708420 Nov 01 00:17:21.660541 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Deleting port 6150f12e-5dfa-45ba-ba5e-3716d98a4370 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:21.661125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.709170 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-c968620e-c594-47ae-9abf-f24e09d8b208 service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328207 Nov 01 00:17:21.765126 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f43b280e-4093-4001-b323-e2c40231bac1 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:21.846976 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd9c23-f59c-4b02-924b-127be812a62a req-1b0f7bac-3655-4428-b68c-140abfa9f0b9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:21.848734 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16bd9c23-f59c-4b02-924b-127be812a62a req-1b0f7bac-3655-4428-b68c-140abfa9f0b9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 945 time: 0.1425028 Nov 01 00:17:21.854497 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] For port 6150f12e-5dfa-45ba-ba5e-3716d98a4370, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=6150f12e-5dfa-45ba-ba5e-3716d98a4370,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:21.854861 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.859992 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port f43b280e-4093-4001-b323-e2c40231bac1 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:17:21.868134 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port f43b280e-4093-4001-b323-e2c40231bac1 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:21.868502 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.884058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Calling delete_port for 6150f12e-5dfa-45ba-ba5e-3716d98a4370 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:21.894415 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-6e88e217-46b0-4b07-b323-de7cd34a9cce service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735227 Nov 01 00:17:21.939984 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.954574 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:21.956383 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16bd9c23-f59c-4b02-924b-127be812a62a req-657f8c80-a96b-437f-99a5-43c023997a63 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953946 Nov 01 00:17:21.979447 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:21.981942 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b8ac37-c927-4295-87c6-b6fd63fb4441" -d '{"events": [{"server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "name": "network-vif-plugged", "status": "completed", "tag": "f43b280e-4093-4001-b323-e2c40231bac1"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:21.996432 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f43b280e-4093-4001-b323-e2c40231bac1,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:22.025160 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ace505-e523-41c1-b3c7-3506f46d3fa2 x-openstack-request-id: req-e9ace505-e523-41c1-b3c7-3506f46d3fa2 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:22.025478 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "name": "network-vif-plugged", "status": "completed", "tag": "f43b280e-4093-4001-b323-e2c40231bac1", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:22.025845 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9ace505-e523-41c1-b3c7-3506f46d3fa2 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:22.026133 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1', 'code': 200} Nov 01 00:17:22.080818 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:22.132817 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:22.181121 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:22.204739 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6150f12e-5dfa-45ba-ba5e-3716d98a4370,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:22.214268 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.214624 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.214965 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.215307 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.215672 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.216020 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.216340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.217362 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.217702 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.218630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.218630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.218630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:22.367384 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:22.391494 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:22.391835 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 1089002a-e022-4c7a-8b9f-c0f2c17f2b0d not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:22.407454 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:22.807636 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d1448-d3a9-416f-a2fd-d0c76ee6b062 req-607d871e-16a6-4d61-b5dd-d351f92ac454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:22.809131 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-371d1448-d3a9-416f-a2fd-d0c76ee6b062 req-607d871e-16a6-4d61-b5dd-d351f92ac454 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 1099 time: 0.4121449 Nov 01 00:17:22.830643 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8caba2db-f889-4fa7-9ed5-f8b80119d79a req-6f3fd1cb-0b6d-4caf-8fc5-81d5ca9b61f4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 210 time: 0.3086283 Nov 01 00:17:22.871514 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-371d1448-d3a9-416f-a2fd-d0c76ee6b062 req-8e49ab85-0d22-4a6a-9d1d-10e43fb37dd8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 Nov 01 00:17:22.987622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Router b635e93e-2284-4ffd-9b38-958c577f168a has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:17:23.125333 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04507255-483a-4ccf-9fc4-deb8b5806ad0 req-6578267a-e6a5-408b-a79c-45b0e5d4524b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:23.126727 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04507255-483a-4ccf-9fc4-deb8b5806ad0 req-6578267a-e6a5-408b-a79c-45b0e5d4524b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.0945823 Nov 01 00:17:23.143141 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:17:23.148457 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-31987045-f16a-4025-b542-32bb6a389e90 admin admin] 10.222.0.41 "PUT /v2.0/routers/b635e93e-2284-4ffd-9b38-958c577f168a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3086915 Nov 01 00:17:23.151168 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54612) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:23.156456 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Sync routers for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:17:23.165949 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:23.166863 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:23.186760 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-04507255-483a-4ccf-9fc4-deb8b5806ad0 req-2e4d8fcd-084d-4279-80f9-3516a7f29a91 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534720 Nov 01 00:17:23.255282 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-1fd159ed-52a0-4be6-8913-03116241b576 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551116 Nov 01 00:17:23.269217 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:23.277266 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:23.377148 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:23.389536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe671-6654-48e6-94a0-23920e444a92 req-01fe3140-081d-4e22-a287-816d6ccccbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:23.391195 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-01fe3140-081d-4e22-a287-816d6ccccbc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 1098 time: 0.0613055 Nov 01 00:17:23.464070 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58'}], 'enable_snat': True}, 'gw_port_id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:17:22Z', 'revision_number': 5, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port': {'id': '91d5e989-fbc1-4287-ab74-493c6f0fa394', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:68:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:14:20Z', 'updated_at': '2021-11-01T00:14:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:23.495228 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Checking router: b635e93e-2284-4ffd-9b38-958c577f168a for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:17:23.502791 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe671-6654-48e6-94a0-23920e444a92 req-caba3694-cba6-4120-82ec-635d57a14ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:23.504391 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-caba3694-cba6-4120-82ec-635d57a14ced service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 915 time: 0.0947454 Nov 01 00:17:23.505327 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Routers {'b635e93e-2284-4ffd-9b38-958c577f168a'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:23.506424 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:10Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['b635e93e-2284-4ffd-9b38-958c577f168a'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:23.506555 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Deleting port 91d5e989-fbc1-4287-ab74-493c6f0fa394 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:23.506818 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:23.555092 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-ff210468-92d1-4a19-bb16-43967e3db262 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=328b646d-27da-4020-a542-0374d3140cb8 HTTP/1.1" status: 200 len: 217 time: 0.0364680 Nov 01 00:17:23.594939 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] For port 91d5e989-fbc1-4287-ab74-493c6f0fa394, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=91d5e989-fbc1-4287-ab74-493c6f0fa394,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:23.595302 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:23.601916 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] Set router b635e93e-2284-4ffd-9b38-958c577f168a gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:23.608535 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Calling delete_port for 91d5e989-fbc1-4287-ab74-493c6f0fa394 owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:23.617373 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fbe671-6654-48e6-94a0-23920e444a92 req-abe7e216-b372-44f9-8199-3926a185ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:23.619803 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-abe7e216-b372-44f9-8199-3926a185ed19 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0555208 Nov 01 00:17:23.652708 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-c9a02209-c06c-4310-83d5-0dfc2f1e5fe7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255721 Nov 01 00:17:23.653335 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:17:23Z', 'revision_number': 6, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:23.686444 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fc4adf-ee4e-422b-95e2-f1645cbd1cfd None None] The sync data for ids ['b635e93e-2284-4ffd-9b38-958c577f168a'] in dv-cinder-816104-1-iscsi is: [{'id': 'b635e93e-2284-4ffd-9b38-958c577f168a', 'name': 'tempest-TestMinimumBasicScenario-1685769460-router', 'tenant_id': '656018c730aa4e279e22f2b5947575b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:14:19Z', 'updated_at': '2021-11-01T00:17:23Z', 'revision_number': 6, 'project_id': '656018c730aa4e279e22f2b5947575b2', 'gw_port_host': None}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:17:23.764209 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-8d9079d2-8336-49e0-b5f1-8215dfea1c21 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992177 Nov 01 00:17:23.860856 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:23.870255 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-20fbe671-6654-48e6-94a0-23920e444a92 req-68559505-49ab-45c2-b102-c23ad37369b3 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976007 Nov 01 00:17:23.891067 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Pushing event deleted for resources: {'Port': ['ID=91d5e989-fbc1-4287-ab74-493c6f0fa394,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:23.916008 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.916274 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.916617 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.916956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.917291 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.917630 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.917963 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.918312 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.918623 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.919024 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.919349 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.919730 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:17:23.943262 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-26060273-ded4-4b3e-8df3-728bb56064ba req-1050bf57-b6ac-43b5-9859-a238b5b42e4b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 210 time: 0.0325689 Nov 01 00:17:23.971271 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.061821 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.063990 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.203947 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.204575 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router b635e93e-2284-4ffd-9b38-958c577f168a {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:17:24.209887 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.219170 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d19721bd-569e-463c-8072-02d66fd902ca admin admin] 10.222.0.41 "DELETE /v2.0/routers/b635e93e-2284-4ffd-9b38-958c577f168a HTTP/1.1" status: 204 len: 168 time: 1.0587060 Nov 01 00:17:24.219170 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54622) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:24.268227 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Deleting subnet 91e467cc-5491-439d-b7ba-b90db3a6c53f {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:17:24.271742 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.319437 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.339797 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 6150f12e-5dfa-45ba-ba5e-3716d98a4370 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:24.353778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69670e1-4208-4f50-9f9a-612575e6a24c req-b94e7d07-5dbd-4d68-bf4e-202ea5aa2ae1 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:24.355447 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e69670e1-4208-4f50-9f9a-612575e6a24c req-b94e7d07-5dbd-4d68-bf4e-202ea5aa2ae1 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.0825071 Nov 01 00:17:24.369602 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 6150f12e-5dfa-45ba-ba5e-3716d98a4370 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:24.369948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 6150f12e-5dfa-45ba-ba5e-3716d98a4370 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:24.370653 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 91d5e989-fbc1-4287-ab74-493c6f0fa394 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:24.392082 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 91d5e989-fbc1-4287-ab74-493c6f0fa394 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:24.392498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 91d5e989-fbc1-4287-ab74-493c6f0fa394 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:24.398249 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e69670e1-4208-4f50-9f9a-612575e6a24c req-242143a8-f5ab-4481-aa3c-88ca467838c9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352421 Nov 01 00:17:24.426996 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.586742 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.613310 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91e467cc-5491-439d-b7ba-b90db3a6c53f,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:24.615241 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.618405 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-104b035e-1679-47f9-a043-4c1f2f92ce18 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/91e467cc-5491-439d-b7ba-b90db3a6c53f HTTP/1.1" status: 204 len: 168 time: 0.4037495 Nov 01 00:17:24.621637 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54624) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:24.624192 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910f1939-0cce-41e6-ae9e-656a545f9c42 None None] Network aaab4934-0946-4efe-8893-d266cd079d59 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:17:24.702782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.751190 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Deleting port b301fd2d-a8bc-473f-a2ce-20a7e98174ba {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:24.751569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.800350 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] DHCP port deletion for aaab4934-0946-4efe-8893-d266cd079d59 request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:17:24.819508 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] For port b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:24.819863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.831838 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Calling delete_port for b301fd2d-a8bc-473f-a2ce-20a7e98174ba owned by network:dhcp {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:24.846333 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Deleting port b301fd2d-a8bc-473f-a2ce-20a7e98174ba {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:17:24.846705 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.911053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] For port b301fd2d-a8bc-473f-a2ce-20a7e98174ba, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,segment=NetworkSegment(12f26e9a-1d88-4863-9409-9299bc959a51),segment_id=12f26e9a-1d88-4863-9409-9299bc959a51)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:24.911462 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:24.923631 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Calling delete_port for b301fd2d-a8bc-473f-a2ce-20a7e98174ba owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:17:25.038338 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.039396 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f72e5b53-cd0a-4750-9f3b-c6a6709f9fb3 req-acbb9388-5e7a-4ba7-b885-b7c34f6c44dc tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 210 time: 0.0261710 Nov 01 00:17:25.040146 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.065516 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] Pushing event deleted for resources: {'Port': ['ID=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:25.067622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Pushing event deleted for resources: {'Port': ['ID=b301fd2d-a8bc-473f-a2ce-20a7e98174ba,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:25.069441 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] No DVR routers for this DVR port b301fd2d-a8bc-473f-a2ce-20a7e98174ba on host dv-cinder-816104-1-iscsi {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:17:25.071700 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93b8dc7-644b-44ca-bc51-a243f3c9e656 None None] No DVR routers for this DVR port b301fd2d-a8bc-473f-a2ce-20a7e98174ba on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:17:25.144829 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.164798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaab4934-0946-4efe-8893-d266cd079d59']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:25.174574 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f26e9a-1d88-4863-9409-9299bc959a51') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:25.174868 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f26e9a-1d88-4863-9409-9299bc959a51') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:25.184072 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.197089 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.202898 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:17:25.203274 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:17:25.204913 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:17:25.317513 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.327955 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.331075 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] 10.222.0.41 "DELETE /v2.0/networks/aaab4934-0946-4efe-8893-d266cd079d59 HTTP/1.1" status: 204 len: 168 time: 0.7082059 Nov 01 00:17:25.346420 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be60e0-2caa-4b6a-9c71-e72eb3af1c2b admin admin] Pushing event deleted for resources: {'Network': ['ID=aaab4934-0946-4efe-8893-d266cd079d59,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:25.393350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-cadf8d31-77bb-4d35-b559-9cf7c15482ff tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:25.394816 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-cadf8d31-77bb-4d35-b559-9cf7c15482ff tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1235943 Nov 01 00:17:25.451590 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-f12d62be-3849-472f-8ea7-2df73d0d2c83 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 380 time: 0.0405326 Nov 01 00:17:25.460601 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'port': {'device_id': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'admin_state_up': True, 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'security_groups': ['0ebc2930-7e56-42fd-a0aa-07c7d95f7de1']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:25.576277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d9196-90f1-4f46-b885-1c8b9f547038 req-bcfe5abf-3ac2-443b-9063-355cb99ad783 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:25.577793 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-884d9196-90f1-4f46-b885-1c8b9f547038 req-bcfe5abf-3ac2-443b-9063-355cb99ad783 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.1012671 Nov 01 00:17:25.637918 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-884d9196-90f1-4f46-b885-1c8b9f547038 req-34f73581-4054-42c9-97dc-a3445cfe162c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525355 Nov 01 00:17:25.735374 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Made reservation on behalf of b0df2ce09e5945c09e7daf718ff7e312 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:17:25.737983 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54634) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:25.741652 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.780236 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-692f9e58-0b4a-495f-af07-44eba1636e36 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d4525055ae3843a1b747e586d28b520b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408859 Nov 01 00:17:25.782625 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54636) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:25.831772 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.853611 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.867750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.20.0.11 (86bf5bc9-a658-4490-b453-4667ff22e2f9/6c66de52-8223-4670-b9f8-2e6189d8c90e/f972c995-c30a-4b06-aeb8-f67a49fcab1d) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:17:25.963930 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.967235 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:25.968543 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17117b96-a7dd-4228-9da9-c5172c92e8bc HTTP/1.1" status: 204 len: 168 time: 0.1849473 Nov 01 00:17:25.977074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d88c0-2abf-4805-9de0-de9357996ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17117b96-a7dd-4228-9da9-c5172c92e8bc,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:26.070343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.137347 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cf8d2f6d-edc9-458b-91c6-b32a5a934888 req-1449635e-7462-49cd-b7ae-86994b910e50 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 210 time: 0.0267088 Nov 01 00:17:26.276635 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b301fd2d-a8bc-473f-a2ce-20a7e98174ba no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:17:26.299458 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: b301fd2d-a8bc-473f-a2ce-20a7e98174ba {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:17:26.299793 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device b301fd2d-a8bc-473f-a2ce-20a7e98174ba not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:17:26.335225 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.378259 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:17:26.383822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:17:26.386477 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:17:26.425587 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:26.456736 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:26.457262 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.537706 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-19e92392-dc72-4c9b-a278-d4f4574bd8db tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0806861 Nov 01 00:17:26.566487 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Request body: {'port': {'device_id': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:26.624754 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.680402 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-d5986bad-dac4-4567-b647-57ad456902d8 None None] Provisioning complete for port f972c995-c30a-4b06-aeb8-f67a49fcab1d triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:26.682012 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-d5986bad-dac4-4567-b647-57ad456902d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.712828 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-d5986bad-dac4-4567-b647-57ad456902d8 None None] Port f972c995-c30a-4b06-aeb8-f67a49fcab1d cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:17:26.901149 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f972c995-c30a-4b06-aeb8-f67a49fcab1d {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:26.909269 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:26.921994 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Transition to ACTIVE for port object f972c995-c30a-4b06-aeb8-f67a49fcab1d will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:17:26.931832 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54648) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:26.974500 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2acc81a9-9ae6-4943-9fa7-69214770cbd3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=656018c730aa4e279e22f2b5947575b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0415201 Nov 01 00:17:26.976863 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54650) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:27.024471 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.046050 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.066340 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.137182 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Pushing event updated for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:27.192373 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Attempting to bind port f972c995-c30a-4b06-aeb8-f67a49fcab1d on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:17:27.192790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Attempting to bind port f972c995-c30a-4b06-aeb8-f67a49fcab1d by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:17:27.193123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Attempting to bind port f972c995-c30a-4b06-aeb8-f67a49fcab1d on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:27.198860 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Port f972c995-c30a-4b06-aeb8-f67a49fcab1d on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:17:27.199251 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Attempting to bind port f972c995-c30a-4b06-aeb8-f67a49fcab1d on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:27.205910 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:17:27.206335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:17:27.206776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Bound using segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:17:27.207272 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Bound port: f972c995-c30a-4b06-aeb8-f67a49fcab1d, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:17:27.207726 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.255092 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.257962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.259602 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75cf9c1a-0b8a-49f0-bd55-3e80953ebfba HTTP/1.1" status: 204 len: 168 time: 0.2817152 Nov 01 00:17:27.293849 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb507d-b4ac-48df-9d65-3ebee2b61e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf9c1a-0b8a-49f0-bd55-3e80953ebfba,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:27.318326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:17:27.323078 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:17:27.332045 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a6919-38d3-41ca-be7b-3e4c9f1e1967 req-b2b6fe3d-9df7-4ecd-92ca-70ab8b9d891e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.333569 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a5a6919-38d3-41ca-be7b-3e4c9f1e1967 req-b2b6fe3d-9df7-4ecd-92ca-70ab8b9d891e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0911503 Nov 01 00:17:27.385930 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0a5a6919-38d3-41ca-be7b-3e4c9f1e1967 req-96e288f7-988b-4dc8-8550-68c858188857 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361786 Nov 01 00:17:27.406359 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.439986 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.440585 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:27.442049 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] 10.222.0.36 "PUT /v2.0/ports/f972c995-c30a-4b06-aeb8-f67a49fcab1d HTTP/1.1" status: 200 len: 1094 time: 0.8824654 Nov 01 00:17:27.442482 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:27.444768 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e" -d '{"events": [{"name": "network-changed", "server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:27.482694 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2639a-f301-442f-961f-96dfcc99828a service neutron] Pushing event updated for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:27.493798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45a86e-af0d-49d6-981e-046bfa55d01a x-openstack-request-id: req-0f45a86e-af0d-49d6-981e-046bfa55d01a {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:27.493798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:27.493798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f45a86e-af0d-49d6-981e-046bfa55d01a {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:27.493798 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'status': 'completed', 'code': 200} Nov 01 00:17:27.593051 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-da5e55d8-9a5c-4585-8f83-f2deee019141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.594668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-da5e55d8-9a5c-4585-8f83-f2deee019141 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1097 time: 0.0485163 Nov 01 00:17:27.728232 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-813bb692-f5f0-424a-b568-8722d41608a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.729692 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-813bb692-f5f0-424a-b568-8722d41608a2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1152024 Nov 01 00:17:27.848772 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-70101660-b8cc-4459-8371-f11e80433c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.850522 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fdb109ca-7c74-4dd3-bb54-bb54deb8a66e req-70101660-b8cc-4459-8371-f11e80433c21 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073956 Nov 01 00:17:27.949750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-d31e8d7d-093f-4f98-9017-cb4f282fcfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:27.951504 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-d31e8d7d-093f-4f98-9017-cb4f282fcfa7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1097 time: 0.0414064 Nov 01 00:17:28.003494 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-b33053c8-a821-4e11-99d5-e1432aa9d0ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d HTTP/1.1" status: 200 len: 217 time: 0.0352001 Nov 01 00:17:28.055440 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-72d2e12f-bc91-4726-82be-34c617927e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:28.057215 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-72d2e12f-bc91-4726-82be-34c617927e68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0452304 Nov 01 00:17:28.101868 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491970-9930-489f-988d-eb56e96010c9 req-fa455486-e31c-4b2b-91a5-f29a89d8a614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:28.103334 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-fa455486-e31c-4b2b-91a5-f29a89d8a614 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391293 Nov 01 00:17:28.193679 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-bb6d5ead-a10a-4650-8fcf-c180df6a59fb service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831041 Nov 01 00:17:28.288662 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-51491970-9930-489f-988d-eb56e96010c9 req-ebdcdc09-af2c-4155-b900-1207f00fbf8a service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863590 Nov 01 00:17:28.500914 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43567140-f1cb-4741-8d29-08b5c60f5539 req-f85547b5-9e6e-4835-abb3-9a9957ee8ac5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:28.502391 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43567140-f1cb-4741-8d29-08b5c60f5539 req-f85547b5-9e6e-4835-abb3-9a9957ee8ac5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0530648 Nov 01 00:17:28.540213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43567140-f1cb-4741-8d29-08b5c60f5539 req-0bb12e00-dfce-4fc9-8539-3bd889f0f20f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311210 Nov 01 00:17:29.660919 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f576554-da4d-4071-bd93-020a605a5a23 req-346f505c-6df0-4eac-b883-8884845bdcc3 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:29.662922 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f576554-da4d-4071-bd93-020a605a5a23 req-346f505c-6df0-4eac-b883-8884845bdcc3 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0527008 Nov 01 00:17:29.701848 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7f576554-da4d-4071-bd93-020a605a5a23 req-ca126b06-a41d-4327-af3e-515d4e01efa2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324905 Nov 01 00:17:29.996425 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:17:30.817386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94c6f-d828-4a44-8d31-5855e73be3d3 req-624b485e-8228-40a1-bc11-8482c79ac55e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:30.818850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1a94c6f-d828-4a44-8d31-5855e73be3d3 req-624b485e-8228-40a1-bc11-8482c79ac55e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0481293 Nov 01 00:17:30.857159 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a1a94c6f-d828-4a44-8d31-5855e73be3d3 req-87c1e7af-082b-407c-a2a0-4eb44ff9fcd1 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Nov 01 00:17:31.971246 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe985f9-7661-478f-a143-33dbfe50f045 req-e9ba4948-43a2-4e0b-aad8-ab328aa3447e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:31.972923 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cfe985f9-7661-478f-a143-33dbfe50f045 req-e9ba4948-43a2-4e0b-aad8-ab328aa3447e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0490472 Nov 01 00:17:32.010092 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cfe985f9-7661-478f-a143-33dbfe50f045 req-3a7cd127-5cf4-446f-b9e5-416123f73f1c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311441 Nov 01 00:17:33.125436 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1985c085-334b-4c48-b25d-41046bf0842d req-3a5d57bf-a698-4c21-8291-0ad05227527a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:33.126885 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1985c085-334b-4c48-b25d-41046bf0842d req-3a5d57bf-a698-4c21-8291-0ad05227527a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0514410 Nov 01 00:17:33.164182 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1985c085-334b-4c48-b25d-41046bf0842d req-696e4f92-38d1-4478-a2b8-05b0bfe26b40 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313196 Nov 01 00:17:34.276495 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3555f-0e65-497f-b16c-366784787146 req-b313afab-d30f-4e40-9777-7eb0921caafd tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:34.277971 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19e3555f-0e65-497f-b16c-366784787146 req-b313afab-d30f-4e40-9777-7eb0921caafd tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0483444 Nov 01 00:17:34.316077 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-19e3555f-0e65-497f-b16c-366784787146 req-7cc643e0-335a-4f9d-b5e4-bb749567b223 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313342 Nov 01 00:17:35.428062 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780f14e-1f14-4a58-90d7-4db6aff52f8c req-aa515e18-5eca-463c-84ec-afcb397fa357 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:35.429541 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d780f14e-1f14-4a58-90d7-4db6aff52f8c req-aa515e18-5eca-463c-84ec-afcb397fa357 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0472684 Nov 01 00:17:35.466116 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d780f14e-1f14-4a58-90d7-4db6aff52f8c req-c6f255a5-2dbc-401d-a59e-6d4b1feac891 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307128 Nov 01 00:17:36.587453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186bae8-21e1-4926-80cf-9282a396db8e req-15cfcccc-110e-4e43-8fbf-eb287671d574 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:36.589096 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d186bae8-21e1-4926-80cf-9282a396db8e req-15cfcccc-110e-4e43-8fbf-eb287671d574 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0549076 Nov 01 00:17:36.628213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d186bae8-21e1-4926-80cf-9282a396db8e req-3bdf69c3-d5b4-4bf4-b7f2-f7f317c30c74 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324929 Nov 01 00:17:37.748375 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b67bf-645f-4a4b-aa93-b9cab18c17a3 req-b1b5e5f6-d612-4dda-88df-0eebe94e8d20 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:37.749890 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb3b67bf-645f-4a4b-aa93-b9cab18c17a3 req-b1b5e5f6-d612-4dda-88df-0eebe94e8d20 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 944 time: 0.0495214 Nov 01 00:17:37.788134 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb3b67bf-645f-4a4b-aa93-b9cab18c17a3 req-937c9dc7-9bfc-4060-81f4-da2ebfe14c8b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322564 Nov 01 00:17:37.849431 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f972c995-c30a-4b06-aeb8-f67a49fcab1d details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:17:37.942061 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:37.957161 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'port_id': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'mac_address': 'fa:16:3e:ed:b8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:17:38.004881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:38.018360 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f972c995-c30a-4b06-aeb8-f67a49fcab1d {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:38.036872 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:38.048611 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-85eac801-7d61-4532-bb71-1b1cdb74793f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:38.129001 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:38.176510 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:38.466291 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['f972c995-c30a-4b06-aeb8-f67a49fcab1d'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:38.902298 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17ef7d-d3a6-4a44-8e27-50543e67868b req-8728dfc6-53bc-469d-ac9a-f50e84d891eb tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:38.903776 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7a17ef7d-d3a6-4a44-8e27-50543e67868b req-8728dfc6-53bc-469d-ac9a-f50e84d891eb tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 945 time: 0.0498960 Nov 01 00:17:38.994364 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7a17ef7d-d3a6-4a44-8e27-50543e67868b req-89b0b288-cc08-43dd-a214-6a382b0b202c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812500 Nov 01 00:17:39.028879 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-979147b1-dfb5-4631-9b23-9b4033724ae6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:39.030358 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-979147b1-dfb5-4631-9b23-9b4033724ae6 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1256936 Nov 01 00:17:39.045126 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-dc8f7c98-a352-453f-9379-2550ba29b843 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/quotas/5a0121286e2e4ce9a358250e96dd31d5 HTTP/1.1" status: 200 len: 375 time: 0.0085552 Nov 01 00:17:39.098111 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-66428ce1-6f05-4b9f-9f29-0b67401c872a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0469501 Nov 01 00:17:39.188831 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-7046e89f-aed5-4569-b835-467811dda907 service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838356 Nov 01 00:17:39.276136 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-6331a336-96e0-4f0b-bd0d-c9b3ecbeb34d service neutron] 10.222.0.41 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812268 Nov 01 00:17:39.509008 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e5290d7-07b2-49da-97b3-15a104b035fc req-d09cab9c-fb7a-481a-8d73-3b81c483ca07 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 210 time: 0.0309196 Nov 01 00:17:39.888895 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f972c995-c30a-4b06-aeb8-f67a49fcab1d up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:40.106273 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port f972c995-c30a-4b06-aeb8-f67a49fcab1d completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:17:40.107327 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a0fa3-a22b-44c2-8254-31e1155e210f req-7ae44239-f750-43c3-83a8-a17532034fa0 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:40.108966 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-793a0fa3-a22b-44c2-8254-31e1155e210f req-7ae44239-f750-43c3-83a8-a17532034fa0 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 945 time: 0.0484822 Nov 01 00:17:40.110859 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port f972c995-c30a-4b06-aeb8-f67a49fcab1d triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:40.111230 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:40.148584 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-793a0fa3-a22b-44c2-8254-31e1155e210f req-7a52e754-779e-4752-be97-df5e1099009f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Nov 01 00:17:40.190439 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:40.212121 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:40.214367 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d62652f-99df-4905-80f4-e761eec5e682" -d '{"events": [{"server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "name": "network-vif-plugged", "status": "completed", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:40.227375 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:40.254851 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bf2e83-7ee3-436c-b595-d723a9f6407d x-openstack-request-id: req-62bf2e83-7ee3-436c-b595-d723a9f6407d {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:40.254851 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "name": "network-vif-plugged", "status": "completed", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:40.254851 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-62bf2e83-7ee3-436c-b595-d723a9f6407d {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:40.255163 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'code': 200} Nov 01 00:17:40.299870 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:40.347538 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:40.551664 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c4337dc-9ae9-406c-889c-fceb8af2e8c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:40.599567 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4d3efc50-fdee-414f-97e3-d884d64fa718 req-cd07456e-210b-4015-9e91-2777274deb59 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 210 time: 0.0266719 Nov 01 00:17:40.697733 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1074-b28c-4cfd-a436-6b5cc9b60b19 req-a78f51c0-3272-43b1-b361-d5875ce88976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:40.699244 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffdf1074-b28c-4cfd-a436-6b5cc9b60b19 req-a78f51c0-3272-43b1-b361-d5875ce88976 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0409367 Nov 01 00:17:40.736797 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ffdf1074-b28c-4cfd-a436-6b5cc9b60b19 req-6243e35b-43f5-41a5-8fb4-6ee2da70a092 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304701 Nov 01 00:17:41.264067 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d8fd-9578-4895-9e9d-0330787c4283 req-527ab0ad-3894-4cd3-9613-61e917745767 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:41.265548 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2e37d8fd-9578-4895-9e9d-0330787c4283 req-527ab0ad-3894-4cd3-9613-61e917745767 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0493698 Nov 01 00:17:41.302794 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2e37d8fd-9578-4895-9e9d-0330787c4283 req-8a73f951-c6eb-4959-9650-cb77e1e036d4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305774 Nov 01 00:17:41.695668 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-7d730cfd-e4fc-493e-a33a-e7507d5f9b9e req-a711dc82-6cc2-4765-b830-477107a4f9f5 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 210 time: 0.0275843 Nov 01 00:17:41.871580 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:41.993335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-aadb59c3-d029-4d67-9663-c71aff1e4183 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:41.994762 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-aadb59c3-d029-4d67-9663-c71aff1e4183 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/networks?id=1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 200 len: 814 time: 0.1154406 Nov 01 00:17:42.015383 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Request body: {'port': {'device_id': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'admin_state_up': True, 'tenant_id': '5a0121286e2e4ce9a358250e96dd31d5'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:42.140013 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:42.259889 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Made reservation on behalf of 5a0121286e2e4ce9a358250e96dd31d5 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:17:42.263387 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:42.421274 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Allocated IP 172.20.0.12 (1da59b41-1599-4425-8ca8-7d3d91570e8c/49c41a37-4c77-47ce-b44b-be2b89e208b1/97657d9e-1de8-4027-82d6-025c39f8ba32) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:17:42.440606 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02109b53-3c9b-41fe-981c-b3f14eaf4961 req-b3da2729-ddaa-4060-a3f3-068d274b4823 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:42.442182 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02109b53-3c9b-41fe-981c-b3f14eaf4961 req-b3da2729-ddaa-4060-a3f3-068d274b4823 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0727584 Nov 01 00:17:42.508071 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-02109b53-3c9b-41fe-981c-b3f14eaf4961 req-6d172fc2-0e04-47e4-9386-28a17f1560e2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598414 Nov 01 00:17:42.629639 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:42.653371 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814e016-bbc7-4ba4-a8e9-c9ecf94fade4 req-007eb472-99fc-4323-b0ff-461b39ae6f74 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:42.654839 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b814e016-bbc7-4ba4-a8e9-c9ecf94fade4 req-007eb472-99fc-4323-b0ff-461b39ae6f74 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0757234 Nov 01 00:17:42.703701 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b814e016-bbc7-4ba4-a8e9-c9ecf94fade4 req-4dbb37bc-c89d-4141-a486-70c44bd75efc tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408208 Nov 01 00:17:42.727426 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54768) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:42.764779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:42.809308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8', '92281318-f020-4789-8627-338608fc6d7b', 'f43b280e-4093-4001-b323-e2c40231bac1'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:42.847594 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Network 1da59b41-1599-4425-8ca8-7d3d91570e8c is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:17:42.851472 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event updated for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:42.854868 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:17:42.864000 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c7833-28bb-4f8f-a863-061ee2abb215 req-dfc36a28-7168-42d2-abbc-4a0169d6ff44 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:42.865518 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-884c7833-28bb-4f8f-a863-061ee2abb215 req-dfc36a28-7168-42d2-abbc-4a0169d6ff44 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 932 time: 0.1024716 Nov 01 00:17:42.866300 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:17:42.927060 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c61e25-2cc4-41f9-92b1-d7eb38bffa1d tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:42.928625 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-04c61e25-2cc4-41f9-92b1-d7eb38bffa1d tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1094 time: 0.2001760 Nov 01 00:17:42.931568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54772) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:17:42.936006 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'port_id': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:42.942804 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:42.943435 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:42.949152 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-884c7833-28bb-4f8f-a863-061ee2abb215 req-f0f7a729-6a2c-40d9-b61d-19f12cff9800 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586350 Nov 01 00:17:43.031780 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.099221 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-bad055cd-924d-44e4-9b7e-b2db5f8688cc tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0871654 Nov 01 00:17:43.119747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Request body: {'port': {'device_id': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:17:43.140499 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.247206 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.27.1.104 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/db2ab7bb-f18f-4ce7-ad63-64bf32d5a541) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:17:43.359729 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.397467 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.449082 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.449328 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.490140 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:17:43.493113 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:17:43.496728 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:17:43.502624 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=db2ab7bb-f18f-4ce7-ad63-64bf32d5a541,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:43.713467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97657d9e-1de8-4027-82d6-025c39f8ba32 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:43.720922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.733224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Transition to ACTIVE for port object 97657d9e-1de8-4027-82d6-025c39f8ba32 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:17:43.837068 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:43.886097 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Pushing event updated for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:43.956905 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Attempting to bind port 97657d9e-1de8-4027-82d6-025c39f8ba32 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:17:43.957174 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Attempting to bind port 97657d9e-1de8-4027-82d6-025c39f8ba32 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:17:43.957502 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Attempting to bind port 97657d9e-1de8-4027-82d6-025c39f8ba32 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:43.961761 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Port 97657d9e-1de8-4027-82d6-025c39f8ba32 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:17:43.962085 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Attempting to bind port 97657d9e-1de8-4027-82d6-025c39f8ba32 on network 1da59b41-1599-4425-8ca8-7d3d91570e8c {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:17:43.966869 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:17:43.967213 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Checking segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:17:43.967621 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Bound using segment: {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:17:43.968046 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Bound port: 97657d9e-1de8-4027-82d6-025c39f8ba32, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:17:43.968401 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.020473 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.055840 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:17:44.073169 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=97657d9e-1de8-4027-82d6-025c39f8ba32,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:17:44.089800 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc88605-5628-4852-832c-b69ef79db570 req-f621cfc0-2971-4f72-bdcd-15c8ca87ec4e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.091309 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fc88605-5628-4852-832c-b69ef79db570 req-f621cfc0-2971-4f72-bdcd-15c8ca87ec4e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 944 time: 0.0674396 Nov 01 00:17:44.129186 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6fc88605-5628-4852-832c-b69ef79db570 req-95a21fd8-2151-43c1-a722-0c21c4807d1f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305734 Nov 01 00:17:44.148571 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.151950 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.183784 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.184619 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.186019 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] 10.222.0.36 "PUT /v2.0/ports/97657d9e-1de8-4027-82d6-025c39f8ba32 HTTP/1.1" status: 200 len: 1094 time: 1.0705421 Nov 01 00:17:44.188092 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:44.190423 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abab65c-edf0-43c3-807a-8765b7b76a65" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:44.216927 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618afc03-d9dd-47d1-a236-a0a6b6d3c05b service neutron] Pushing event updated for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:44.236963 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-383340e1-e488-44f6-846d-4fc55784802f x-openstack-request-id: req-383340e1-e488-44f6-846d-4fc55784802f {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:44.237393 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:44.237655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-383340e1-e488-44f6-846d-4fc55784802f {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:44.238061 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32', 'status': 'completed', 'code': 200} Nov 01 00:17:44.311874 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.327160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-e236ae78-3487-4cbb-8fc8-52547e50211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.328715 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-e236ae78-3487-4cbb-8fc8-52547e50211f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 1097 time: 0.0409989 Nov 01 00:17:44.374023 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.440024 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-0fdeb9e7-5c8f-49b2-810b-2f645c77eada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.441495 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-0fdeb9e7-5c8f-49b2-810b-2f645c77eada service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0942237 Nov 01 00:17:44.445702 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=db2ab7bb-f18f-4ce7-ad63-64bf32d5a541,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:44.458101 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.540123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-ae485081-b57b-4a48-a657-7fc8ce227d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.541603 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8abab65c-edf0-43c3-807a-8765b7b76a65 req-ae485081-b57b-4a48-a657-7fc8ce227d15 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905657 Nov 01 00:17:44.557145 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 08bda491-073d-4546-b27a-d44f5561d17e associated. External IP: 172.27.1.104, port: f972c995-c30a-4b06-aeb8-f67a49fcab1d. Nov 01 00:17:44.650897 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-dff005e7-5751-45d7-8acd-edb6a219ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.652426 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-dff005e7-5751-45d7-8acd-edb6a219ee46 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 1097 time: 0.0444632 Nov 01 00:17:44.703961 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-1e57745c-c32a-41ef-9666-874eb97622eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97657d9e-1de8-4027-82d6-025c39f8ba32 HTTP/1.1" status: 200 len: 217 time: 0.0344226 Nov 01 00:17:44.757734 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-3f8bfc49-13b4-477d-ae88-33a40687c99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:44.759212 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-3f8bfc49-13b4-477d-ae88-33a40687c99c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 200 len: 854 time: 0.0443163 Nov 01 00:17:44.763251 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:17:44.792379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-11cf7715-a166-41ff-91e6-b4dd268c5960 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da59b41-1599-4425-8ca8-7d3d91570e8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241764 Nov 01 00:17:44.871057 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:17:44.882104 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:17:44.890700 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-113d5908-34e9-41fe-a460-f3bdbdc6f266 service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892720 Nov 01 00:17:44.892788 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:44.893396 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:44.942502 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:44.971992 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6f743eea-8ca5-4378-a478-3bb5fddffc2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0391018 Nov 01 00:17:44.972671 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:44.974918 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:45.000644 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fd5ce6e0-e656-4baf-8a1e-eaac1dd67dbd req-4dcb4839-470e-4d7c-b98e-439f89fa077d service neutron] 10.222.0.36 "GET /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Nov 01 00:17:45.003104 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:45.012808 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f40e0f-b973-4c5c-8008-c49327f81fc3 x-openstack-request-id: req-43f40e0f-b973-4c5c-8008-c49327f81fc3 {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:45.013094 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:45.013370 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-43f40e0f-b973-4c5c-8008-c49327f81fc3 {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:45.013762 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'status': 'completed', 'code': 200} Nov 01 00:17:45.118705 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-3caa4315-b965-45ea-92c1-e511a1adfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:45.120157 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-3caa4315-b965-45ea-92c1-e511a1adfbb0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0413368 Nov 01 00:17:45.231831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '08bda491-073d-4546-b27a-d44f5561d17e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:ed:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:17:43Z', 'updated_at': '2021-11-01T00:17:43Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:45.258130 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:17:45.266376 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:17:45.266970 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:17:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:45.301804 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eca8ef-3bb5-4dc7-9a39-f4bd9c7cac97 req-78e2e1d6-c570-47bf-b2ad-454105b3c6e2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:45.303304 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70eca8ef-3bb5-4dc7-9a39-f4bd9c7cac97 req-78e2e1d6-c570-47bf-b2ad-454105b3c6e2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 944 time: 0.1014850 Nov 01 00:17:45.308761 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-4e841845-895a-47fa-bd7f-2d65651441f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:45.310167 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-4e841845-895a-47fa-bd7f-2d65651441f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.1270075 Nov 01 00:17:45.371662 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:17:45.382545 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-70eca8ef-3bb5-4dc7-9a39-f4bd9c7cac97 req-909b98fe-79ec-4c29-9156-cb69c829e708 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714288 Nov 01 00:17:45.397436 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-333044df-98e0-4c6c-b2e2-1948eebc071c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d HTTP/1.1" status: 200 len: 1000 time: 0.0733609 Nov 01 00:17:45.460567 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-4c6fd683-4378-4a35-a454-21873f9c4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:45.462051 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-4c6fd683-4378-4a35-a454-21873f9c4402 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0468881 Nov 01 00:17:45.510422 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-7a60ca7a-adce-45e9-ab1f-1f3efce86532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:45.511969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-7a60ca7a-adce-45e9-ab1f-1f3efce86532 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389774 Nov 01 00:17:45.602948 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '08bda491-073d-4546-b27a-d44f5561d17e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:ed:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:17:43Z', 'updated_at': '2021-11-01T00:17:43Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:17:45.605529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-795b5685-144b-4cec-a519-591cacc81426 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854132 Nov 01 00:17:45.632428 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c97cd1d-2ae2-477f-9923-07605db819ac None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '08bda491-073d-4546-b27a-d44f5561d17e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.104', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:ed:b8:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:17:43Z', 'updated_at': '2021-11-01T00:17:43Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:17:45.705897 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bce11c49-bb8c-47a2-a7c6-09b77d2f7ae1 req-46708082-5c4b-4c76-a505-a557c70bc0cc service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889347 Nov 01 00:17:45.822881 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b23ba94-5f4e-4f57-91f6-81b0242adfd6 None None] New status for floating IP 08bda491-073d-4546-b27a-d44f5561d17e: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:17:46.509589 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eddd56d-3b0e-4d68-b5fa-c7abe963c9d7 req-8c7f2393-ca9a-464f-9aee-cac6f3ddeac8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:46.511083 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9eddd56d-3b0e-4d68-b5fa-c7abe963c9d7 req-8c7f2393-ca9a-464f-9aee-cac6f3ddeac8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 944 time: 0.0505078 Nov 01 00:17:46.550103 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9eddd56d-3b0e-4d68-b5fa-c7abe963c9d7 req-eaa78cb3-b3b8-49b6-884f-c3f49b39f611 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Nov 01 00:17:47.666437 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce4814-48e3-4a61-9858-193d256552e7 req-0da8acc1-337d-417c-b704-9392fa06bcb9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:47.668012 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6dce4814-48e3-4a61-9858-193d256552e7 req-0da8acc1-337d-417c-b704-9392fa06bcb9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 944 time: 0.0514791 Nov 01 00:17:47.704376 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6dce4814-48e3-4a61-9858-193d256552e7 req-dc277d76-1639-4146-8a42-64087c4c8376 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298891 Nov 01 00:17:47.919996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 97657d9e-1de8-4027-82d6-025c39f8ba32 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:17:48.017977 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=97657d9e-1de8-4027-82d6-025c39f8ba32,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:48.028751 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '97657d9e-1de8-4027-82d6-025c39f8ba32', 'network_id': '1da59b41-1599-4425-8ca8-7d3d91570e8c', 'port_id': '97657d9e-1de8-4027-82d6-025c39f8ba32', 'mac_address': 'fa:16:3e:9f:c9:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49c41a37-4c77-47ce-b44b-be2b89e208b1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:17:48.066104 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:48.079424 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97657d9e-1de8-4027-82d6-025c39f8ba32 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:17:48.098945 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=97657d9e-1de8-4027-82d6-025c39f8ba32,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:48.173764 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:48.218865 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:48.522999 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['97657d9e-1de8-4027-82d6-025c39f8ba32'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:17:48.821293 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e793fd0-0e8b-492b-984a-e294291bf704 req-6271b522-29ab-4487-8be6-2be46ac3b86b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:48.822708 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e793fd0-0e8b-492b-984a-e294291bf704 req-6271b522-29ab-4487-8be6-2be46ac3b86b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 945 time: 0.0484190 Nov 01 00:17:48.859775 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e793fd0-0e8b-492b-984a-e294291bf704 req-106000c0-2e51-4238-b5e8-ef558a22317a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Nov 01 00:17:49.938582 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 97657d9e-1de8-4027-82d6-025c39f8ba32 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:17:49.972276 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c596d-6592-447e-a6bd-2685a19593d2 req-07226119-8054-490e-9280-83e86c22de5e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:49.973779 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f0c596d-6592-447e-a6bd-2685a19593d2 req-07226119-8054-490e-9280-83e86c22de5e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Nov 01 00:17:50.010989 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4f0c596d-6592-447e-a6bd-2685a19593d2 req-92879575-26b1-43e7-83f6-b2f5452281f8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311742 Nov 01 00:17:50.025442 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 97657d9e-1de8-4027-82d6-025c39f8ba32 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:17:50.029367 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 97657d9e-1de8-4027-82d6-025c39f8ba32 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:17:50.029729 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:50.107845 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:50.130540 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:17:50.132771 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ee89a7-e21b-4720-a96e-f218c2d065df" -d '{"events": [{"server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "name": "network-vif-plugged", "status": "completed", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:17:50.144879 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=97657d9e-1de8-4027-82d6-025c39f8ba32,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:17:50.168392 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f7c7c-1da4-47e0-9b3d-c85e4b08ce6f x-openstack-request-id: req-5e2f7c7c-1da4-47e0-9b3d-c85e4b08ce6f {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:17:50.168392 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "name": "network-vif-plugged", "status": "completed", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:17:50.168392 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5e2f7c7c-1da4-47e0-9b3d-c85e4b08ce6f {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:17:50.168392 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32', 'code': 200} Nov 01 00:17:50.231264 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:50.277598 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:17:50.518600 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e480a47e-ff40-4aed-9d8a-566fc9ecd43e req-bf625291-1c39-4a8e-8d5f-781dc4b01bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:50.520126 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e480a47e-ff40-4aed-9d8a-566fc9ecd43e req-bf625291-1c39-4a8e-8d5f-781dc4b01bef service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 1099 time: 0.0416389 Nov 01 00:17:50.553995 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e480a47e-ff40-4aed-9d8a-566fc9ecd43e req-7e6089cc-1e3a-476f-a273-434e720f847e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268579 Nov 01 00:17:51.121782 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36753281-f5b5-487f-a3b5-9ab969e35976 req-f646e46d-4967-49bb-bd05-d7bac0a5e07a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:51.123245 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36753281-f5b5-487f-a3b5-9ab969e35976 req-f646e46d-4967-49bb-bd05-d7bac0a5e07a tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0477412 Nov 01 00:17:51.160321 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-36753281-f5b5-487f-a3b5-9ab969e35976 req-553ca7f7-2878-4f09-b993-0d69c575a4e9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305660 Nov 01 00:17:51.923217 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:17:52.274248 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e078188-bedb-4f68-adb6-a2989d946fca req-47e795a6-06b5-40f8-a584-db555899cc76 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:17:52.275716 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e078188-bedb-4f68-adb6-a2989d946fca req-47e795a6-06b5-40f8-a584-db555899cc76 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0489433 Nov 01 00:17:52.311527 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0e078188-bedb-4f68-adb6-a2989d946fca req-919cd2e9-cd6c-4d97-bee0-ff7cf41f830b tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299566 Nov 01 00:18:06.463329 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dafc51-2274-494e-a8a2-ab95750e803d req-068e4968-21e2-4e3b-914e-63fbb3022e2f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:06.464805 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-98dafc51-2274-494e-a8a2-ab95750e803d req-068e4968-21e2-4e3b-914e-63fbb3022e2f tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0515871 Nov 01 00:18:06.501397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-98dafc51-2274-494e-a8a2-ab95750e803d req-093cc3db-f8f1-4051-bd79-2fae2f6c0169 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306475 Nov 01 00:18:06.998913 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:18:07.618692 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00b7ef-0127-46e1-8f53-4ec756fbd5e2 req-178c7c76-a158-4b04-8092-e0dd98676f88 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:07.620189 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0d00b7ef-0127-46e1-8f53-4ec756fbd5e2 req-178c7c76-a158-4b04-8092-e0dd98676f88 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0485218 Nov 01 00:18:07.657365 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0d00b7ef-0127-46e1-8f53-4ec756fbd5e2 req-ce85e3fb-2e20-4151-8836-9f6a8b3c44b7 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312560 Nov 01 00:18:08.059248 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2f2f4b8f-5b4b-42ec-b7d1-ea4aa39bdf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:08.394467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-a584204d-adae-4d95-abc1-2ae1990316a9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:08.395946 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-a584204d-adae-4d95-abc1-2ae1990316a9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0518072 Nov 01 00:18:08.486399 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Deleting port 97657d9e-1de8-4027-82d6-025c39f8ba32 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:18:08.486736 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:08.572656 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] For port 97657d9e-1de8-4027-82d6-025c39f8ba32, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=97657d9e-1de8-4027-82d6-025c39f8ba32,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:18:08.573010 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:08.585521 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Calling delete_port for 97657d9e-1de8-4027-82d6-025c39f8ba32 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:18:08.772317 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc98146-d818-45ef-885b-cdfdb7fe7341 req-ce6fa3f0-b728-4e93-a21b-ba2dfa3a16a7 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:08.773789 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dcc98146-d818-45ef-885b-cdfdb7fe7341 req-ce6fa3f0-b728-4e93-a21b-ba2dfa3a16a7 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 946 time: 0.0476918 Nov 01 00:18:08.779204 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:08.820889 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8', '92281318-f020-4789-8627-338608fc6d7b', 'f43b280e-4093-4001-b323-e2c40231bac1', '97657d9e-1de8-4027-82d6-025c39f8ba32'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:18:08.821853 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event deleted for resources: {'Port': ['ID=97657d9e-1de8-4027-82d6-025c39f8ba32,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:08.866020 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dcc98146-d818-45ef-885b-cdfdb7fe7341 req-e6f95855-4be7-44fe-8f01-fd04c55394e2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848145 Nov 01 00:18:08.881215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] No DVR routers for this DVR port 97657d9e-1de8-4027-82d6-025c39f8ba32 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:18:08.888451 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:08.891874 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dc2815ae-d364-46f9-9436-c56e9538a75d req-4240410e-5bb8-4f09-8b9b-4dec432f8788 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "DELETE /v2.0/ports/97657d9e-1de8-4027-82d6-025c39f8ba32 HTTP/1.1" status: 204 len: 173 time: 0.4900100 Nov 01 00:18:08.892322 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'name': 'network-vif-deleted', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:18:08.895197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e2eb06-b195-4484-b7ae-ce35b35abf64" -d '{"events": [{"server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "name": "network-vif-deleted", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:18:08.932244 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58129b29-b5b3-46d2-953d-b74d6fd341fa x-openstack-request-id: req-58129b29-b5b3-46d2-953d-b74d6fd341fa {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:18:08.932536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd00fcd-d801-4bac-85fb-e126564b1f21", "name": "network-vif-deleted", "tag": "97657d9e-1de8-4027-82d6-025c39f8ba32", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:18:08.932789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-58129b29-b5b3-46d2-953d-b74d6fd341fa {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:18:08.933183 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd00fcd-d801-4bac-85fb-e126564b1f21', 'name': 'network-vif-deleted', 'tag': '97657d9e-1de8-4027-82d6-025c39f8ba32', 'status': 'completed', 'code': 200} Nov 01 00:18:09.972022 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d4d1a3f6-d1b4-4880-bda9-261c50fc570c req-a5504d01-fd4b-4b33-a702-f056fee8ee01 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=8cd00fcd-d801-4bac-85fb-e126564b1f21 HTTP/1.1" status: 200 len: 210 time: 0.0265868 Nov 01 00:18:10.551498 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e446f2b2-645b-4ff1-b078-9ca6fb572a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:11.887471 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:12.093934 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:12.903603 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a5f4d-e6ed-4705-8364-6f5f4edc69a6 req-74eeb442-a150-45ba-95fd-efbbba2e672e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:12.905066 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-670a5f4d-e6ed-4705-8364-6f5f4edc69a6 req-74eeb442-a150-45ba-95fd-efbbba2e672e tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.0517724 Nov 01 00:18:12.943043 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-670a5f4d-e6ed-4705-8364-6f5f4edc69a6 req-a7342f35-7d3f-4989-a951-3669270f4355 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308192 Nov 01 00:18:13.390532 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:14.035363 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 97657d9e-1de8-4027-82d6-025c39f8ba32 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:18:14.055932 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 97657d9e-1de8-4027-82d6-025c39f8ba32 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:18:14.056274 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 97657d9e-1de8-4027-82d6-025c39f8ba32 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:18:14.190789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d32ad0-17a1-4cae-a285-d842a0397965 req-361f9355-3789-4cec-8fa7-05f94e5310c7 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:14.192630 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49d32ad0-17a1-4cae-a285-d842a0397965 req-361f9355-3789-4cec-8fa7-05f94e5310c7 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.1748154 Nov 01 00:18:14.233518 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-49d32ad0-17a1-4cae-a285-d842a0397965 req-6599bd71-0d74-42be-b8bc-85fc570aa5d1 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346136 Nov 01 00:18:14.827848 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-70301080-15be-4eb2-8b37-adf8c3decef8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:14.829247 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-70301080-15be-4eb2-8b37-adf8c3decef8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 946 time: 0.0465233 Nov 01 00:18:14.928274 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Deleting port f43b280e-4093-4001-b323-e2c40231bac1 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:18:14.928524 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:15.022277 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] For port f43b280e-4093-4001-b323-e2c40231bac1, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f43b280e-4093-4001-b323-e2c40231bac1,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:18:15.022631 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:15.035187 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Calling delete_port for f43b280e-4093-4001-b323-e2c40231bac1 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:18:15.236899 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:15.266714 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event deleted for resources: {'Port': ['ID=f43b280e-4093-4001-b323-e2c40231bac1,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:15.273624 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8', '92281318-f020-4789-8627-338608fc6d7b', 'f43b280e-4093-4001-b323-e2c40231bac1'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:18:15.311779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] No DVR routers for this DVR port f43b280e-4093-4001-b323-e2c40231bac1 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:18:15.318022 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:15.321361 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db73f781-efa5-4655-9d46-30ec4ab83f9c req-68acb793-5b0f-45a0-a342-3d30309811c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "DELETE /v2.0/ports/f43b280e-4093-4001-b323-e2c40231bac1 HTTP/1.1" status: 204 len: 173 time: 0.4839590 Nov 01 00:18:15.321808 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'name': 'network-vif-deleted', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:18:15.324095 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5de444b-88be-427f-a335-5d73137c33bf" -d '{"events": [{"server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "name": "network-vif-deleted", "tag": "f43b280e-4093-4001-b323-e2c40231bac1"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:18:15.369172 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40c57746-4cf2-422c-a8e4-cfb565df7ee9 x-openstack-request-id: req-40c57746-4cf2-422c-a8e4-cfb565df7ee9 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:18:15.369462 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48e460c2-e8e4-46e0-9e6b-48cb303ec624", "name": "network-vif-deleted", "tag": "f43b280e-4093-4001-b323-e2c40231bac1", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:18:15.369714 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40c57746-4cf2-422c-a8e4-cfb565df7ee9 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:18:15.370288 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e460c2-e8e4-46e0-9e6b-48cb303ec624', 'name': 'network-vif-deleted', 'tag': 'f43b280e-4093-4001-b323-e2c40231bac1', 'status': 'completed', 'code': 200} Nov 01 00:18:15.404210 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c31877be-f333-4445-9230-2ea9c1381443 req-7ce1d6b2-367e-4e8a-9e59-413d08a2dea4 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=48e460c2-e8e4-46e0-9e6b-48cb303ec624 HTTP/1.1" status: 200 len: 210 time: 0.0936608 Nov 01 00:18:16.889926 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e3385-62d5-4ffe-82a7-0c5dc4e8d837 req-852bd02b-06fd-4978-aeb4-aa779162ccef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:16.891428 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-409e3385-62d5-4ffe-82a7-0c5dc4e8d837 req-852bd02b-06fd-4978-aeb4-aa779162ccef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.0487132 Nov 01 00:18:16.930954 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-409e3385-62d5-4ffe-82a7-0c5dc4e8d837 req-7eba3191-b70e-4c1b-a691-5016a8bdd460 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311801 Nov 01 00:18:18.054266 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c650adf-dcc1-47ee-b2d6-2f437efbd729 req-30483245-9dd0-48e9-9352-48b7caa7e347 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:18.055771 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c650adf-dcc1-47ee-b2d6-2f437efbd729 req-30483245-9dd0-48e9-9352-48b7caa7e347 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.0505490 Nov 01 00:18:18.093651 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-0c650adf-dcc1-47ee-b2d6-2f437efbd729 req-50c3d2aa-db07-4030-9508-5440546138e3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315061 Nov 01 00:18:18.410866 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5984bf62-39ba-424f-a075-ba1d67023dce req-60b60cb5-dc9b-4000-8682-9d290d7cb9b8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:18.412379 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5984bf62-39ba-424f-a075-ba1d67023dce req-60b60cb5-dc9b-4000-8682-9d290d7cb9b8 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 946 time: 0.0528009 Nov 01 00:18:18.500098 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Deleting port 92281318-f020-4789-8627-338608fc6d7b {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:18:18.500354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:18.591294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] For port 92281318-f020-4789-8627-338608fc6d7b, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=92281318-f020-4789-8627-338608fc6d7b,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:18:18.591696 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:18.604921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Calling delete_port for 92281318-f020-4789-8627-338608fc6d7b owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:18:18.813269 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:18.842166 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event deleted for resources: {'Port': ['ID=92281318-f020-4789-8627-338608fc6d7b,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:18.849836 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8', '92281318-f020-4789-8627-338608fc6d7b'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:18:18.881323 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] No DVR routers for this DVR port 92281318-f020-4789-8627-338608fc6d7b on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:18:18.884153 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:18.887121 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5984bf62-39ba-424f-a075-ba1d67023dce req-988ed154-e306-43c4-8743-5dace59ac1ef tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "DELETE /v2.0/ports/92281318-f020-4789-8627-338608fc6d7b HTTP/1.1" status: 204 len: 173 time: 0.4683065 Nov 01 00:18:18.887584 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'name': 'network-vif-deleted', 'tag': '92281318-f020-4789-8627-338608fc6d7b'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:18:18.889862 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae27f24f-108b-4635-8f10-7693552029fd" -d '{"events": [{"server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "name": "network-vif-deleted", "tag": "92281318-f020-4789-8627-338608fc6d7b"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:18:18.925074 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f2d470-0004-48e7-bf07-196980c3edc4 x-openstack-request-id: req-f6f2d470-0004-48e7-bf07-196980c3edc4 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:18:18.925379 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd96c48b-5ffe-45f8-aa88-0cebf6f27885", "name": "network-vif-deleted", "tag": "92281318-f020-4789-8627-338608fc6d7b", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:18:18.926204 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f6f2d470-0004-48e7-bf07-196980c3edc4 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:18:18.926593 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd96c48b-5ffe-45f8-aa88-0cebf6f27885', 'name': 'network-vif-deleted', 'tag': '92281318-f020-4789-8627-338608fc6d7b', 'status': 'completed', 'code': 200} Nov 01 00:18:19.199936 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f76a4b22-863f-4e0c-b7f1-326d934e85ae req-4d685af8-e815-4012-83ea-a92cef475065 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=cd96c48b-5ffe-45f8-aa88-0cebf6f27885 HTTP/1.1" status: 200 len: 210 time: 0.0258834 Nov 01 00:18:20.032578 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f43b280e-4093-4001-b323-e2c40231bac1 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:18:20.053554 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: f43b280e-4093-4001-b323-e2c40231bac1 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:18:20.053894 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f43b280e-4093-4001-b323-e2c40231bac1 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:18:21.973388 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:22.127122 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbbef1-1aed-473e-9b2a-b79e902ce9fc req-15d99253-ee88-4fca-b819-b551c6394c85 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:22.129397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ccbbef1-1aed-473e-9b2a-b79e902ce9fc req-15d99253-ee88-4fca-b819-b551c6394c85 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 945 time: 0.0551496 Nov 01 00:18:22.166188 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6ccbbef1-1aed-473e-9b2a-b79e902ce9fc req-5e4dd376-130e-41d0-9bdf-94340257d1c3 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310371 Nov 01 00:18:23.280075 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14ce51-6768-4706-ba0f-ae6dfebc9fd4 req-1ce9cebb-75b8-4812-a04a-66be0f62985c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:23.281542 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e14ce51-6768-4706-ba0f-ae6dfebc9fd4 req-1ce9cebb-75b8-4812-a04a-66be0f62985c tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Nov 01 00:18:23.318049 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5e14ce51-6768-4706-ba0f-ae6dfebc9fd4 req-a5e90ca0-4f90-4a71-8e3b-652335158bd9 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/security-groups?id=bb3ec71e-58b3-466d-a076-4b52efeeb2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305352 Nov 01 00:18:23.907498 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-f00be35a-1cc7-44ba-81e6-ae6b8439f523 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:18:23.909484 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-f00be35a-1cc7-44ba-81e6-ae6b8439f523 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 945 time: 0.0531812 Nov 01 00:18:24.027952 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Deleting port 328b646d-27da-4020-a542-0374d3140cb8 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:18:24.028396 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:24.032477 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 92281318-f020-4789-8627-338608fc6d7b no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:18:24.056192 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 92281318-f020-4789-8627-338608fc6d7b {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:18:24.056552 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 92281318-f020-4789-8627-338608fc6d7b not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:18:24.133249 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] For port 328b646d-27da-4020-a542-0374d3140cb8, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=328b646d-27da-4020-a542-0374d3140cb8,segment=NetworkSegment(da24e54e-2e6e-4edb-a65f-d94bd8003c1f),segment_id=da24e54e-2e6e-4edb-a65f-d94bd8003c1f)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:18:24.133662 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:24.148171 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Calling delete_port for 328b646d-27da-4020-a542-0374d3140cb8 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:18:24.350515 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:24.377569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Pushing event deleted for resources: {'Port': ['ID=328b646d-27da-4020-a542-0374d3140cb8,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:24.386644 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['328b646d-27da-4020-a542-0374d3140cb8'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:18:24.392716 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.393188 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.393542 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.393883 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.394294 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.394679 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.395322 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.395685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.399765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.399765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.399765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.399765 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:24.446804 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6e2aec72-75db-4d82-8b3d-d26a2b865f7d req-337d32e5-8979-43de-b52e-ae84063f0fa0 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.41 "GET /v2.0/ports?device_id=028bbe91-b102-42e7-8e85-407439681c19 HTTP/1.1" status: 200 len: 210 time: 0.0466654 Nov 01 00:18:24.463336 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] No DVR routers for this DVR port 328b646d-27da-4020-a542-0374d3140cb8 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:18:24.470753 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:24.474152 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d960e4c7-d872-4afd-81cc-72b71b2ebf5b req-e3fee490-8adb-445e-b6a3-7573c805b9d2 tempest-AttachVolumeNegativeTest-1842976329 tempest-AttachVolumeNegativeTest-1842976329-project] 10.222.0.36 "DELETE /v2.0/ports/328b646d-27da-4020-a542-0374d3140cb8 HTTP/1.1" status: 204 len: 173 time: 0.5536585 Nov 01 00:18:24.474592 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'name': 'network-vif-deleted', 'tag': '328b646d-27da-4020-a542-0374d3140cb8'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:18:24.476885 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d1437f-e87b-4d20-ab3e-d029de21d7aa" -d '{"events": [{"server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "name": "network-vif-deleted", "tag": "328b646d-27da-4020-a542-0374d3140cb8"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:18:24.518954 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075587e7-b27d-4338-bb19-012be0700736 x-openstack-request-id: req-075587e7-b27d-4338-bb19-012be0700736 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:18:24.519247 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028bbe91-b102-42e7-8e85-407439681c19", "name": "network-vif-deleted", "tag": "328b646d-27da-4020-a542-0374d3140cb8", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:18:24.519523 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-075587e7-b27d-4338-bb19-012be0700736 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:18:24.519947 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '028bbe91-b102-42e7-8e85-407439681c19', 'name': 'network-vif-deleted', 'tag': '328b646d-27da-4020-a542-0374d3140cb8', 'status': 'completed', 'code': 200} Nov 01 00:18:25.507568 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54934) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:25.553789 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Deleting subnet 49c41a37-4c77-47ce-b44b-be2b89e208b1 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:18:25.556763 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.590343 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.627397 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.716155 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.741759 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49c41a37-4c77-47ce-b44b-be2b89e208b1,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:25.746217 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.749328 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/49c41a37-4c77-47ce-b44b-be2b89e208b1 HTTP/1.1" status: 204 len: 168 time: 0.2407806 Nov 01 00:18:25.751990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54936) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:25.754113 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.754452 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.754792 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.755124 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.755612 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.755817 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.756117 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.756439 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.756759 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.757076 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.757392 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.757706 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17087572-0ecd-4ae0-9455-5d633c47d866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:18:25.818067 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.896354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.915884 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da59b41-1599-4425-8ca8-7d3d91570e8c']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:18:25.924750 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:18:25.925040 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da24e54e-2e6e-4edb-a65f-d94bd8003c1f') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:18:25.933930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.946342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.951909 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:18:25.952280 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:18:25.953843 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:18:26.064884 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.070241 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.073397 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/1da59b41-1599-4425-8ca8-7d3d91570e8c HTTP/1.1" status: 204 len: 168 time: 0.3204019 Nov 01 00:18:26.085737 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02388b8-7c21-48c8-a01e-086b27824b78 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da59b41-1599-4425-8ca8-7d3d91570e8c,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:26.661489 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54940) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:26.701171 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-35541d59-f752-404c-804c-1d5b8349cd38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5a0121286e2e4ce9a358250e96dd31d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379572 Nov 01 00:18:26.709776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54942) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:26.756659 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.777900 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.892350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.894766 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:26.895934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb3ec71e-58b3-466d-a076-4b52efeeb2b1 HTTP/1.1" status: 204 len: 168 time: 0.1852462 Nov 01 00:18:26.903464 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52617b7-5ee8-4d5b-8ea1-56c2c4a122a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3ec71e-58b3-466d-a076-4b52efeeb2b1,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:28.058876 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 328b646d-27da-4020-a542-0374d3140cb8 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:18:28.080838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 328b646d-27da-4020-a542-0374d3140cb8 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:18:28.080838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 328b646d-27da-4020-a542-0374d3140cb8 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:18:29.099181 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54986) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:29.205833 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7de304d6-20bb-4510-953b-981bb6b18bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.276396 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7de304d6-20bb-4510-953b-981bb6b18bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.355951 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7de304d6-20bb-4510-953b-981bb6b18bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.395377 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7de304d6-20bb-4510-953b-981bb6b18bde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56d4e81bd03d48a1b8ff4f2d41a468de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950940 Nov 01 00:18:29.396234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de304d6-20bb-4510-953b-981bb6b18bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccbd224-60a2-43aa-a60e-2e85f16e5cfc,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:29.398311 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54990) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:29.447491 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.467934 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.596397 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.599617 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:29.600774 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2ccbd224-60a2-43aa-a60e-2e85f16e5cfc HTTP/1.1" status: 204 len: 168 time: 0.2014737 Nov 01 00:18:29.608257 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3c9cd-0ccb-494b-9b74-8bdc52958f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccbd224-60a2-43aa-a60e-2e85f16e5cfc,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:30.323823 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 54996) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:30.337034 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8ce5-bb4b-4545-8bf2-e466a9484c60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.411630 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8ce5-bb4b-4545-8bf2-e466a9484c60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.481370 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-fc0f8ce5-bb4b-4545-8bf2-e466a9484c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.519284 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-fc0f8ce5-bb4b-4545-8bf2-e466a9484c60 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bc8fa86b5e7e4e79b3f3572a6cd54f75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943965 Nov 01 00:18:30.520155 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f8ce5-bb4b-4545-8bf2-e466a9484c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb869a87-682a-4875-8cde-4540146fac97,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:30.522279 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 54998) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:30.571418 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.591678 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.715907 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.718522 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:30.719706 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb869a87-682a-4875-8cde-4540146fac97 HTTP/1.1" status: 204 len: 168 time: 0.1964273 Nov 01 00:18:30.728536 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956995dc-80f0-48f8-aa00-1c90f08721fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb869a87-682a-4875-8cde-4540146fac97,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:37.684140 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55072) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:37.787237 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-85581210-d0fe-42c0-8897-4d02d0276162 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:37.862206 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-85581210-d0fe-42c0-8897-4d02d0276162 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:37.926041 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-85581210-d0fe-42c0-8897-4d02d0276162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:37.964624 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-85581210-d0fe-42c0-8897-4d02d0276162 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d4d0b088a3748dcb89daacda1215c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2794178 Nov 01 00:18:37.965895 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85581210-d0fe-42c0-8897-4d02d0276162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6eda3e-20ac-46ff-bfde-831f1d7cf023,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:37.967351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55076) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:38.016850 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.037448 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.058982 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5bb7641a-56a7-46e1-b2e2-e4fd108129ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.162283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.164791 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.165934 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2e6eda3e-20ac-46ff-bfde-831f1d7cf023 HTTP/1.1" status: 204 len: 168 time: 0.1975849 Nov 01 00:18:38.174440 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babdc300-619d-4d3a-8c31-7c5d1662d2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6eda3e-20ac-46ff-bfde-831f1d7cf023,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:38.841351 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55082) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:38.857792 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bb26-559f-4414-a028-14bacfe064f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:38.930822 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bb26-559f-4414-a028-14bacfe064f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.007267 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-d0f0bb26-559f-4414-a028-14bacfe064f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.045083 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-d0f0bb26-559f-4414-a028-14bacfe064f7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d788a0dc7cd84005bb648c9c6909a9fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026756 Nov 01 00:18:39.045942 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f0bb26-559f-4414-a028-14bacfe064f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad0927e-9f5d-49fb-83d9-c458c15f2a8c,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:39.047952 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55084) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:39.096638 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.116821 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.241589 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.244477 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:39.246090 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ad0927e-9f5d-49fb-83d9-c458c15f2a8c HTTP/1.1" status: 204 len: 168 time: 0.1971061 Nov 01 00:18:39.254243 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79e67e-cf21-4edd-aedf-d7e5a8833e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad0927e-9f5d-49fb-83d9-c458c15f2a8c,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:40.573184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-29e97a20-9aa5-4089-bb10-536d9e9eb4d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:41.932681 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:42.081626 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:43.407256 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:43.998261 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:18:51.516884 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55176) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:51.617877 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3132-4739-4482-9b75-169a90645f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.689997 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3132-4739-4482-9b75-169a90645f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.726958 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9d2d3132-4739-4482-9b75-169a90645f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.768152 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9d2d3132-4739-4482-9b75-169a90645f21 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=563143b048e243d3abfad9c84f8239e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2502110 Nov 01 00:18:51.769092 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d3132-4739-4482-9b75-169a90645f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f855a71b-17c9-49b3-bc7d-cdb1f04c2de7,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:51.770876 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55180) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:51.820655 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.841469 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.966114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.968712 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:51.970144 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f855a71b-17c9-49b3-bc7d-cdb1f04c2de7 HTTP/1.1" status: 204 len: 168 time: 0.1982040 Nov 01 00:18:51.978569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eab13c8-df1e-41ac-be2f-753fda932826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f855a71b-17c9-49b3-bc7d-cdb1f04c2de7,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:51.995743 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.584679 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55186) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:52.597651 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57ba1a4-d2e3-4586-888e-d8327edf6701 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.672215 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57ba1a4-d2e3-4586-888e-d8327edf6701 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.738326 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-f57ba1a4-d2e3-4586-888e-d8327edf6701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.776239 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-f57ba1a4-d2e3-4586-888e-d8327edf6701 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=91ba25d961ec4e029f55c026ee71fb5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904523 Nov 01 00:18:52.777110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ba1a4-d2e3-4586-888e-d8327edf6701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ea3ea-73d6-4a66-8754-8a48cf4d2c33,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:18:52.779043 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55188) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:18:52.828974 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.850408 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.978281 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.980887 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:18:52.982051 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e1ea3ea-73d6-4a66-8754-8a48cf4d2c33 HTTP/1.1" status: 204 len: 168 time: 0.2020071 Nov 01 00:18:52.989868 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe2737-cb0e-4889-8f5c-4bdb875e5aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ea3ea-73d6-4a66-8754-8a48cf4d2c33,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:01.748837 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55308) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:01.848686 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba51-1339-4e6c-aa3c-1ac9bd7cc676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:01.919283 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba51-1339-4e6c-aa3c-1ac9bd7cc676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:01.988373 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-4b48ba51-1339-4e6c-aa3c-1ac9bd7cc676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.025858 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-4b48ba51-1339-4e6c-aa3c-1ac9bd7cc676 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1491be2b5884b5d8ceb09571e7cc9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759297 Nov 01 00:19:02.027777 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48ba51-1339-4e6c-aa3c-1ac9bd7cc676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d903ecce-0580-4fc9-8d49-eaf75a52eb3d,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:02.028654 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55312) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:02.077812 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.098962 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.217685 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.220512 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.221658 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d903ecce-0580-4fc9-8d49-eaf75a52eb3d HTTP/1.1" status: 204 len: 168 time: 0.1920338 Nov 01 00:19:02.230173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2414ff-a36b-4e9d-a430-4f3ebf6486b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d903ecce-0580-4fc9-8d49-eaf75a52eb3d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:02.819334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55320) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:02.832362 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b04d9267-2158-40fe-8b8e-cc1da334ee04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.904676 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b04d9267-2158-40fe-8b8e-cc1da334ee04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:02.988494 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-b04d9267-2158-40fe-8b8e-cc1da334ee04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:03.029418 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-b04d9267-2158-40fe-8b8e-cc1da334ee04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d68570a28b9d4ffdb1277c0ea38f00e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2089489 Nov 01 00:19:03.030300 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d9267-2158-40fe-8b8e-cc1da334ee04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90b8a7c-a466-4743-b789-a7d1269eae58,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:03.032094 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55322) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:03.085195 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:03.107149 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:03.258238 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:03.262668 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:03.262668 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f90b8a7c-a466-4743-b789-a7d1269eae58 HTTP/1.1" status: 204 len: 168 time: 0.2289398 Nov 01 00:19:03.270226 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be36594-c118-43e3-b21c-b2981c51bc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90b8a7c-a466-4743-b789-a7d1269eae58,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:06.663838 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55392) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:06.766389 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d745553e-c3ea-4d29-854c-55905f8a687c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:06.838106 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d745553e-c3ea-4d29-854c-55905f8a687c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:06.925093 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d745553e-c3ea-4d29-854c-55905f8a687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:06.964108 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d745553e-c3ea-4d29-854c-55905f8a687c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a3a99920084244958879217b380fecdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992036 Nov 01 00:19:06.964964 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745553e-c3ea-4d29-854c-55905f8a687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6e8fb0e-663a-4154-8f84-1ad17755e687,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:06.971389 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55396) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:07.018828 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.040753 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.143692 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.146314 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.148297 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b6e8fb0e-663a-4154-8f84-1ad17755e687 HTTP/1.1" status: 204 len: 168 time: 0.1751120 Nov 01 00:19:07.156099 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdf928d-f58c-4b8e-bbbb-7e8b6d424be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6e8fb0e-663a-4154-8f84-1ad17755e687,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:07.756123 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55402) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:07.769758 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21cfb6dd-d02b-4074-b993-aa98c04d9f09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.840493 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21cfb6dd-d02b-4074-b993-aa98c04d9f09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.915183 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-21cfb6dd-d02b-4074-b993-aa98c04d9f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:07.953531 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cfb6dd-d02b-4074-b993-aa98c04d9f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde22e64-a370-4faa-8391-05baf7158285,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:07.963081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55404) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:07.963504 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-21cfb6dd-d02b-4074-b993-aa98c04d9f09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e42e48668939487791c62d07caa14601&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2052250 Nov 01 00:19:08.013110 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:08.029942 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ae6f2e08-223d-40a5-8017-4fa46fea9d44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:08.034294 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:08.149360 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:08.152009 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:08.153222 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dde22e64-a370-4faa-8391-05baf7158285 HTTP/1.1" status: 204 len: 168 time: 0.1890697 Nov 01 00:19:08.161613 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f4709-63df-417f-af73-e6ace717a0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde22e64-a370-4faa-8391-05baf7158285,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:10.555246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2ea4b889-2dc8-4c8d-889d-16b6783434d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:11.932271 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:12.166308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.429196 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.450754 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55462) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:13.553839 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80d7d854-55df-4fce-9253-562db77f112b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.624723 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80d7d854-55df-4fce-9253-562db77f112b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.685168 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-80d7d854-55df-4fce-9253-562db77f112b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.723966 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-80d7d854-55df-4fce-9253-562db77f112b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=50454311fb714b579518d71b600e1c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719269 Nov 01 00:19:13.724863 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7d854-55df-4fce-9253-562db77f112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee230f81-7df7-468b-9b81-8a4033054f8b,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:13.726614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55466) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:13.774463 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.794372 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.918777 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.921339 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:13.923880 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee230f81-7df7-468b-9b81-8a4033054f8b HTTP/1.1" status: 204 len: 168 time: 0.1961908 Nov 01 00:19:13.933270 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a53af0-0639-4d41-83d1-01ad6497715a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee230f81-7df7-468b-9b81-8a4033054f8b,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:14.525833 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55472) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:14.538482 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-67e5c954-3f4e-4e00-a3d0-91b81657d7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.613170 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-67e5c954-3f4e-4e00-a3d0-91b81657d7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.698021 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-67e5c954-3f4e-4e00-a3d0-91b81657d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.734342 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5c954-3f4e-4e00-a3d0-91b81657d7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74a5715-0bc5-4980-9f1b-76f4b6270ab4,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:14.739324 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-67e5c954-3f4e-4e00-a3d0-91b81657d7e5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e8f30e40de3548ad91838f41946cd751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118859 Nov 01 00:19:14.742034 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55474) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:14.788785 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.810201 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.954690 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.957224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:14.958366 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d74a5715-0bc5-4980-9f1b-76f4b6270ab4 HTTP/1.1" status: 204 len: 168 time: 0.2159531 Nov 01 00:19:14.966395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc4ef7-d6c4-48bd-9175-0f6f3737c68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74a5715-0bc5-4980-9f1b-76f4b6270ab4,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:20.997853 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:19:21.948821 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:25.980018 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-216d289e-6085-4d28-9a32-9e72e92e4e64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1274452 Nov 01 00:19:26.084746 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a97db6ea-4dde-4ac2-86d6-7846df1d2dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:26.086202 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a97db6ea-4dde-4ac2-86d6-7846df1d2dd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 1099 time: 0.0432916 Nov 01 00:19:26.191054 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a3e2090b-4992-427b-8ca4-a0b08e952a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:26.192519 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a3e2090b-4992-427b-8ca4-a0b08e952a04 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0839336 Nov 01 00:19:26.259147 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-fb53a462-719e-40b4-a4eb-e29c3940a8ba service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d HTTP/1.1" status: 200 len: 1002 time: 0.0588562 Nov 01 00:19:26.308149 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-f99ed2a5-4fd7-4648-abd4-492b3cc73efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:26.309554 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-f99ed2a5-4fd7-4648-abd4-492b3cc73efd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0428898 Nov 01 00:19:26.355363 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-be66c0f1-c857-430a-a251-526c663190c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:26.356847 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-be66c0f1-c857-430a-a251-526c663190c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389752 Nov 01 00:19:26.368350 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a4d76851-8f63-4943-ad5e-93b8c0a730f6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:19:26.369403 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-a4d76851-8f63-4943-ad5e-93b8c0a730f6 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0045891 Nov 01 00:19:26.459301 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-4209a94b-9253-4d3d-a260-5293665fca95 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827341 Nov 01 00:19:26.548726 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b34bf44a-8d45-47fd-8da8-0334cc72cad5 req-afdaf6ea-bdba-4fda-904b-8acb5fcfcc0a service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821564 Nov 01 00:19:38.006077 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c463cad1-d658-453a-8d10-7a834a48c79b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.347275 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55606) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:40.450335 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.525386 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.580831 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-dc221e88-91f3-4f8c-bad0-9f98115b2d4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.598060 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.636191 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e10b733a6034d4bb1f0245a65ec444a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878194 Nov 01 00:19:40.637033 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e492cb8-d22b-4a4d-99ec-342c3bcfd4e3,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:40.639139 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55610) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:19:40.644223 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.644573 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.644915 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.645250 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.645578 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.645908 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.646233 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.646557 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.646881 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.647201 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.647545 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.647867 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daabbb80-ab88-4fd7-8009-edc25729a9c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.691762 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.712277 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.844333 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.846854 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:40.848016 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e492cb8-d22b-4a4d-99ec-342c3bcfd4e3 HTTP/1.1" status: 204 len: 168 time: 0.2076349 Nov 01 00:19:40.856237 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e492cb8-d22b-4a4d-99ec-342c3bcfd4e3,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:40.863358 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.863724 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.864059 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.864386 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.864732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.865082 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.865404 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.865726 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.866045 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.866426 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.866670 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:40.866980 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a176bbf-6b98-4063-8cc6-63020e9bfadb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:19:41.897173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:42.129062 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:43.188485 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db70c1e9-9f9c-49b0-a222-80fe4fd922f3 req-3cd3f425-526c-4b02-b162-101517ec7e77 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:43.189969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db70c1e9-9f9c-49b0-a222-80fe4fd922f3 req-3cd3f425-526c-4b02-b162-101517ec7e77 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0484660 Nov 01 00:19:43.226857 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-db70c1e9-9f9c-49b0-a222-80fe4fd922f3 req-35143b99-d284-4515-b7f9-ec45b1e3dc84 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308638 Nov 01 00:19:43.517967 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:44.346368 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4259525d-4c1d-45d9-8d28-1aa170db0674 req-f5d7cdac-395b-4e17-8d2f-b5f48852e82a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:44.347897 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4259525d-4c1d-45d9-8d28-1aa170db0674 req-f5d7cdac-395b-4e17-8d2f-b5f48852e82a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0500710 Nov 01 00:19:44.384496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4259525d-4c1d-45d9-8d28-1aa170db0674 req-cf5963c6-2423-4cbc-ab51-18525d681689 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306511 Nov 01 00:19:44.881930 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-a9609885-b855-4dca-b832-e2aa1c7b1471 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:44.883295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-a9609885-b855-4dca-b832-e2aa1c7b1471 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.0512137 Nov 01 00:19:44.970941 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port f972c995-c30a-4b06-aeb8-f67a49fcab1d {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:19:44.971279 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:45.060550 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] For port f972c995-c30a-4b06-aeb8-f67a49fcab1d, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=f972c995-c30a-4b06-aeb8-f67a49fcab1d,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:19:45.060913 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:45.511281 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:45.511995 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:45.511995 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.db.l3_db [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 08bda491-073d-4546-b27a-d44f5561d17e disassociated. External IP: 172.27.1.104, port: f972c995-c30a-4b06-aeb8-f67a49fcab1d. Nov 01 00:19:45.512315 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for f972c995-c30a-4b06-aeb8-f67a49fcab1d owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:19:45.564540 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2306a2-e34a-4352-b773-722a0add9466 req-b2b40d98-acb9-4d3a-b038-a50a52e13c1e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:45.565978 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4c2306a2-e34a-4352-b773-722a0add9466 req-b2b40d98-acb9-4d3a-b038-a50a52e13c1e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 946 time: 0.1052384 Nov 01 00:19:45.622529 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4c2306a2-e34a-4352-b773-722a0add9466 req-578f6df5-c824-4b08-ae4b-678ac8419e22 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502408 Nov 01 00:19:45.740543 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:45.769641 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=f972c995-c30a-4b06-aeb8-f67a49fcab1d,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:45.883830 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:19:45.987491 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:19:46.000247 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:19:46.009353 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:19:46.009963 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:19:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:19:46.029845 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] No DVR routers for this DVR port f972c995-c30a-4b06-aeb8-f67a49fcab1d on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:19:46.032392 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:46.035793 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-dabb6a92-c41b-458f-9e3a-398b4425b6bf req-4921a19c-9ece-4c22-a3f3-1549f05fd68d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "DELETE /v2.0/ports/f972c995-c30a-4b06-aeb8-f67a49fcab1d HTTP/1.1" status: 204 len: 173 time: 1.1465156 Nov 01 00:19:46.036232 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'name': 'network-vif-deleted', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:19:46.038549 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30bcf2d-d753-4527-b3f5-17153b48e943" -d '{"events": [{"server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "name": "network-vif-deleted", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:19:46.118147 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:19:46.279210 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68164a43-840d-4f54-b4d5-6fea340d2e16 x-openstack-request-id: req-68164a43-840d-4f54-b4d5-6fea340d2e16 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:19:46.279690 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d277ef9b-4965-4614-a17a-9b38ee18bb51", "name": "network-vif-deleted", "tag": "f972c995-c30a-4b06-aeb8-f67a49fcab1d", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:19:46.279984 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-68164a43-840d-4f54-b4d5-6fea340d2e16 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:19:46.280488 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd277ef9b-4965-4614-a17a-9b38ee18bb51', 'name': 'network-vif-deleted', 'tag': 'f972c995-c30a-4b06-aeb8-f67a49fcab1d', 'status': 'completed', 'code': 200} Nov 01 00:19:46.335000 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:19:46.360841 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:19:46.368725 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:19:46.369308 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:19:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:19:46.472170 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:19:46.671096 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:19:46.700609 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab747657-d354-4815-9cb6-4e40daf9ef30 None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:19:46.722006 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-410ad307-0605-40c7-9e59-5492a3925a59 req-d1ed2a9b-e036-43d8-b25d-54e2570e0e67 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=d277ef9b-4965-4614-a17a-9b38ee18bb51 HTTP/1.1" status: 200 len: 210 time: 0.0278850 Nov 01 00:19:46.920597 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd355ba-50ec-4041-9c59-5cd91b69d0b2 None None] New status for floating IP 08bda491-073d-4546-b27a-d44f5561d17e: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:19:47.965636 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-327e92fb-24c1-4669-b32a-0bddcdaa4542 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339628553&fields=id&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 267 time: 0.0321443 Nov 01 00:19:48.077771 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-01b46276-d5d2-4a66-8c43-67f834a4ea4f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:48.079265 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-01b46276-d5d2-4a66-8c43-67f834a4ea4f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1067026 Nov 01 00:19:48.094825 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-d5ded03e-3539-4ec8-90aa-c1ddd0d96999 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/quotas/b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 375 time: 0.0096471 Nov 01 00:19:48.148268 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-1676eeb1-093c-42b6-bf45-27765e576f41 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483394 Nov 01 00:19:48.265398 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-83f2cc25-6b08-4042-b9eb-a96b19b10c26 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:19:48.266401 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-83f2cc25-6b08-4042-b9eb-a96b19b10c26 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1051807 Nov 01 00:19:48.379108 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-9fb13338-940d-4ca1-8ac9-160b548c201e service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998285 Nov 01 00:19:48.440198 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f972c995-c30a-4b06-aeb8-f67a49fcab1d no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:19:48.462184 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: f972c995-c30a-4b06-aeb8-f67a49fcab1d {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:19:48.462521 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device f972c995-c30a-4b06-aeb8-f67a49fcab1d not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:19:48.492309 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-a922210f-2235-4071-8d14-c70ec785e836 service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073239 Nov 01 00:19:50.090324 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-934c9598-9ad2-4d2c-abd6-6a76f5370899 req-d643dc4a-cc38-42bb-ac02-7c4a75f93dc9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 210 time: 0.0267282 Nov 01 00:19:51.181781 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2b1f7b19-79b1-4def-b41e-2fadc4d60d6a req-f6adc690-43ee-4647-892e-7e56e1f08961 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 210 time: 0.0254295 Nov 01 00:19:51.981616 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:52.197570 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-2dcb486e-d3f3-462e-ae26-011b30abf7c9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:52.199553 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-2dcb486e-d3f3-462e-ae26-011b30abf7c9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1018591 Nov 01 00:19:52.251111 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-a896f8ba-4f59-4f1f-8ad8-90ed6441814a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 380 time: 0.0367928 Nov 01 00:19:52.264652 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'port': {'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'admin_state_up': True, 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'security_groups': ['0ebc2930-7e56-42fd-a0aa-07c7d95f7de1']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:19:52.319854 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f3a845ce-0e02-4d15-a29b-84e7805bc5f3 req-3a47a03e-06fc-4eb7-a2f7-f945d095b012 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 210 time: 0.0676959 Nov 01 00:19:52.457307 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Made reservation on behalf of b0df2ce09e5945c09e7daf718ff7e312 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:19:52.460924 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:52.581283 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.20.0.6 (86bf5bc9-a658-4490-b453-4667ff22e2f9/6c66de52-8223-4670-b9f8-2e6189d8c90e/78bce847-57de-47fe-a966-b60113fd6ff4) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:19:52.719810 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:52.800195 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:52.848250 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:19:52.851313 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:19:52.855520 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:19:52.880721 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:52.909890 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:52.910564 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:52.991678 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e15752ef-8e22-4a78-bcd2-3b374736e79c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7312679 Nov 01 00:19:53.009404 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Request body: {'port': {'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:19:53.065726 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-5c2c2571-735f-4801-a6ec-7fa1521f36b6 None None] Provisioning complete for port 78bce847-57de-47fe-a966-b60113fd6ff4 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:19:53.066327 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.066441 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5c2c2571-735f-4801-a6ec-7fa1521f36b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.103287 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-5c2c2571-735f-4801-a6ec-7fa1521f36b6 None None] Port 78bce847-57de-47fe-a966-b60113fd6ff4 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:19:53.327871 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bce847-57de-47fe-a966-b60113fd6ff4 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:19:53.335029 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.348180 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Transition to ACTIVE for port object 78bce847-57de-47fe-a966-b60113fd6ff4 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:19:53.415911 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.480663 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d601f6f0-3205-4397-a756-97eeb449de61 req-cece598a-5155-453b-b0bb-6f69546103f4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:53.482177 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d601f6f0-3205-4397-a756-97eeb449de61 req-cece598a-5155-453b-b0bb-6f69546103f4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 931 time: 0.0938308 Nov 01 00:19:53.488480 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Pushing event updated for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:53.566983 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d601f6f0-3205-4397-a756-97eeb449de61 req-3af4cd31-15a6-4f84-8652-6751498c276a tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759282 Nov 01 00:19:53.585628 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Attempting to bind port 78bce847-57de-47fe-a966-b60113fd6ff4 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:19:53.585956 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Attempting to bind port 78bce847-57de-47fe-a966-b60113fd6ff4 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:19:53.586289 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Attempting to bind port 78bce847-57de-47fe-a966-b60113fd6ff4 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:19:53.591241 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Port 78bce847-57de-47fe-a966-b60113fd6ff4 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:19:53.591594 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Attempting to bind port 78bce847-57de-47fe-a966-b60113fd6ff4 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:19:53.596989 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:19:53.597324 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:19:53.597703 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Bound using segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:19:53.598131 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Bound port: 78bce847-57de-47fe-a966-b60113fd6ff4, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:19:53.598485 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.663707 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:19:53.666706 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=78bce847-57de-47fe-a966-b60113fd6ff4,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:19:53.758343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.791110 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:53.791744 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:19:53.793491 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] 10.222.0.36 "PUT /v2.0/ports/78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 1093 time: 0.7885118 Nov 01 00:19:53.795555 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:19:53.797779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da54475-ffe5-412d-8163-64d25261f0f4" -d '{"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:19:53.826730 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac2038-79c8-4f2b-b50f-6012237709fd service neutron] Pushing event updated for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:19:53.841772 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35ecf05-c130-415b-969b-37638abff131 x-openstack-request-id: req-f35ecf05-c130-415b-969b-37638abff131 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:19:53.842082 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:19:53.842334 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f35ecf05-c130-415b-969b-37638abff131 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:19:53.842989 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4', 'status': 'completed', 'code': 200} Nov 01 00:19:53.934790 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-c12aac33-c8bb-4ee8-b6d4-aeacece1e95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:53.936391 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-c12aac33-c8bb-4ee8-b6d4-aeacece1e95c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1096 time: 0.0492756 Nov 01 00:19:54.042525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-3428f665-9454-4ad4-8214-6b8925ceeb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.044619 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-3428f665-9454-4ad4-8214-6b8925ceeb0f service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0935478 Nov 01 00:19:54.142058 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-7fd1c815-fa7d-4c42-ae30-30d8b3e2856d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.143471 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-2da54475-ffe5-412d-8163-64d25261f0f4 req-7fd1c815-fa7d-4c42-ae30-30d8b3e2856d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918927 Nov 01 00:19:54.239264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-40f0221c-c635-412e-b011-4e23db433e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.240765 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-40f0221c-c635-412e-b011-4e23db433e5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1096 time: 0.0407050 Nov 01 00:19:54.287591 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-c44d7f5f-eac7-489b-9769-cd283bda7095 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 217 time: 0.0334351 Nov 01 00:19:54.338816 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-4f8576ab-9141-4022-9e8c-133150a1e7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.340828 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-4f8576ab-9141-4022-9e8c-133150a1e7fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0468237 Nov 01 00:19:54.386665 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-2439aeb9-d5b8-4132-a775-9a65a6b302cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.388223 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-2439aeb9-d5b8-4132-a775-9a65a6b302cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392103 Nov 01 00:19:54.475914 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-e770cea9-41b0-4590-96bb-d06628974030 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806904 Nov 01 00:19:54.566752 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-050671a3-6fae-465f-be3a-ffca18b97ae5 req-78c9d707-797d-4ae2-9363-a305221c41ac service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843296 Nov 01 00:19:54.683974 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e214a-7e13-4989-a29c-055a191437e6 req-4d3efd8a-aa92-4e7b-94f0-c63e83e0cb6b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:54.685531 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-381e214a-7e13-4989-a29c-055a191437e6 req-4d3efd8a-aa92-4e7b-94f0-c63e83e0cb6b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0507658 Nov 01 00:19:54.723453 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-381e214a-7e13-4989-a29c-055a191437e6 req-c2add916-dcd7-42aa-a94a-fad9b898d298 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319986 Nov 01 00:19:55.840592 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6475361-55ae-4ac9-a66f-3d72f0d43c9f req-2fbbfe2f-b0df-499d-824b-fedfb344225e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:55.842054 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6475361-55ae-4ac9-a66f-3d72f0d43c9f req-2fbbfe2f-b0df-499d-824b-fedfb344225e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0523543 Nov 01 00:19:55.879247 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d6475361-55ae-4ac9-a66f-3d72f0d43c9f req-3ccce198-54ed-4311-83d5-6bdc264f02c8 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Nov 01 00:19:56.992354 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785464e-afbe-47a8-84e4-fa538e40c23a req-f4faf275-fb98-4456-8d14-7d2bae06a8e4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:56.993868 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8785464e-afbe-47a8-84e4-fa538e40c23a req-f4faf275-fb98-4456-8d14-7d2bae06a8e4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0490415 Nov 01 00:19:57.031422 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8785464e-afbe-47a8-84e4-fa538e40c23a req-808be0d2-54cf-41fd-9cd0-16d170a01dea tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Nov 01 00:19:57.996674 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:19:58.144425 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e9e6-60df-4a17-a07b-75a42ae2ee73 req-2b097a03-1c39-4cc5-9915-f411282bc990 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:58.145898 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69c8e9e6-60df-4a17-a07b-75a42ae2ee73 req-2b097a03-1c39-4cc5-9915-f411282bc990 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0489483 Nov 01 00:19:58.182645 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-69c8e9e6-60df-4a17-a07b-75a42ae2ee73 req-ab522aef-2f1b-43a7-93db-eb8083ec4014 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Nov 01 00:19:59.297769 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1f2842-90f4-4272-a721-78af7c9059be req-a995a149-fa81-4f05-80ef-6cd16c0b3b0f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:19:59.299213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ec1f2842-90f4-4272-a721-78af7c9059be req-a995a149-fa81-4f05-80ef-6cd16c0b3b0f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0500247 Nov 01 00:19:59.335765 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ec1f2842-90f4-4272-a721-78af7c9059be req-d234bf42-0073-4f80-be65-9b103459ad1e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307105 Nov 01 00:20:00.449168 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c150e2d-2283-4065-824f-92a03e98f004 req-15dfe89c-8b89-42ff-bb3b-05278e1f63a1 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:00.451158 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c150e2d-2283-4065-824f-92a03e98f004 req-15dfe89c-8b89-42ff-bb3b-05278e1f63a1 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0484600 Nov 01 00:20:00.487958 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6c150e2d-2283-4065-824f-92a03e98f004 req-4405c181-965c-412d-95f0-9f5090631d99 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309935 Nov 01 00:20:01.599931 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4be782-3754-4bfc-86f1-0e014fa96e96 req-f6e10dce-e110-44b1-bfec-a60691723bac tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:01.601402 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa4be782-3754-4bfc-86f1-0e014fa96e96 req-f6e10dce-e110-44b1-bfec-a60691723bac tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0485749 Nov 01 00:20:01.638464 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fa4be782-3754-4bfc-86f1-0e014fa96e96 req-79f84080-d4c9-4ca3-a76a-9cfe97595d9e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304914 Nov 01 00:20:02.525182 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 78bce847-57de-47fe-a966-b60113fd6ff4 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:20:02.741777 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=78bce847-57de-47fe-a966-b60113fd6ff4,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:20:02.753255 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '78bce847-57de-47fe-a966-b60113fd6ff4', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:20:02.758483 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3f863-e992-4c5c-87e6-2239a224ee69 req-46508b28-fcf7-43d8-8c54-b36a6f1d9086 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:02.759969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65d3f863-e992-4c5c-87e6-2239a224ee69 req-46508b28-fcf7-43d8-8c54-b36a6f1d9086 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 943 time: 0.0524509 Nov 01 00:20:02.788521 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:02.797853 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65d3f863-e992-4c5c-87e6-2239a224ee69 req-b964f8f5-44f8-4710-a343-1bde4c53ba9b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318942 Nov 01 00:20:02.802760 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bce847-57de-47fe-a966-b60113fd6ff4 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:20:02.822380 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=78bce847-57de-47fe-a966-b60113fd6ff4,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:20:02.920093 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:02.969766 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:20:02.976645 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:02.981588 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:20:03.239761 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['78bce847-57de-47fe-a966-b60113fd6ff4'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:20:03.910175 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3e4bc-04df-4f41-8ce5-da2277599ea9 req-bae07d3a-2592-4b76-9182-092d09373352 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:03.911702 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3b3e4bc-04df-4f41-8ce5-da2277599ea9 req-bae07d3a-2592-4b76-9182-092d09373352 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 944 time: 0.0477440 Nov 01 00:20:03.948641 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3b3e4bc-04df-4f41-8ce5-da2277599ea9 req-156b1051-946d-4efc-a2f1-9fd18702a21c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302999 Nov 01 00:20:04.535393 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 78bce847-57de-47fe-a966-b60113fd6ff4 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:20:04.702592 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 78bce847-57de-47fe-a966-b60113fd6ff4 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:20:04.706597 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 78bce847-57de-47fe-a966-b60113fd6ff4 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:20:04.707064 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:04.786578 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:04.809503 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:20:04.811881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd58344e-73a5-4ac6-88e7-0e1066ee1e38" -d '{"events": [{"server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "name": "network-vif-plugged", "status": "completed", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:20:04.826762 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=78bce847-57de-47fe-a966-b60113fd6ff4,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:20:04.889185 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:04.912329 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7921feed-6ed7-47c3-9363-9186cd3a99d2 x-openstack-request-id: req-7921feed-6ed7-47c3-9363-9186cd3a99d2 {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:20:04.913923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "name": "network-vif-plugged", "status": "completed", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:20:04.913923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7921feed-6ed7-47c3-9363-9186cd3a99d2 {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:20:04.913923 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4', 'code': 200} Nov 01 00:20:04.937373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:20:05.062036 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143b19e1-60a6-44f5-ba46-78470fae4fc6 req-744155cc-fcad-4574-bba7-1d1becad9f61 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:05.063521 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-143b19e1-60a6-44f5-ba46-78470fae4fc6 req-744155cc-fcad-4574-bba7-1d1becad9f61 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0481229 Nov 01 00:20:05.107316 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-143b19e1-60a6-44f5-ba46-78470fae4fc6 req-837046a1-92b2-4e97-a80c-cff058dc52c4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375922 Nov 01 00:20:05.297777 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2ed40-f78b-4952-9aa2-d510ca27b4a3 req-e5504d70-269e-4868-9da0-adc66dcdae4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:05.299232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eab2ed40-f78b-4952-9aa2-d510ca27b4a3 req-e5504d70-269e-4868-9da0-adc66dcdae4e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0423901 Nov 01 00:20:05.335356 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eab2ed40-f78b-4952-9aa2-d510ca27b4a3 req-f19f9035-b9ae-4b24-bb12-032758c59f61 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277364 Nov 01 00:20:06.220818 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e644c0f-0113-4365-8d99-b5ab09c71194 req-ac1e7a7c-13cb-4229-9d62-2a003c3c2d8b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:06.222297 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e644c0f-0113-4365-8d99-b5ab09c71194 req-ac1e7a7c-13cb-4229-9d62-2a003c3c2d8b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0487475 Nov 01 00:20:06.260232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e644c0f-0113-4365-8d99-b5ab09c71194 req-ecbb75ba-aafd-46d3-87d0-c1bf61f6aa2e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310862 Nov 01 00:20:07.372614 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b4900d-9ae4-4676-9cea-f043ed2554c2 req-78c0b111-5d14-47ca-847d-8e6951588493 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:07.374068 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-62b4900d-9ae4-4676-9cea-f043ed2554c2 req-78c0b111-5d14-47ca-847d-8e6951588493 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0477290 Nov 01 00:20:07.410722 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-62b4900d-9ae4-4676-9cea-f043ed2554c2 req-98cfe3ef-63eb-4362-917e-7ed312dfcde7 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307817 Nov 01 00:20:07.523878 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e3bb7-f40f-4bf2-ac55-83d862e89e86 req-e1b277ac-f78a-46b9-ad20-54d9502ced3e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:07.525333 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb8e3bb7-f40f-4bf2-ac55-83d862e89e86 req-e1b277ac-f78a-46b9-ad20-54d9502ced3e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0506907 Nov 01 00:20:07.561670 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cb8e3bb7-f40f-4bf2-ac55-83d862e89e86 req-a1e7bb28-10ac-4a34-b36f-0b873317326e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302813 Nov 01 00:20:07.583161 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55706) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:20:07.621931 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91467317-8abc-4bec-ae1f-5cb1ea298fcc tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:07.623452 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-91467317-8abc-4bec-ae1f-5cb1ea298fcc tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1093 time: 0.0392809 Nov 01 00:20:07.626146 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55708) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:20:07.630432 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:20:07.716881 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:07.812420 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:07.911732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.27.1.99 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/d0384fc7-0a85-487f-aef6-ae2bc59684aa) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:20:08.015737 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:08.074233 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6e6f8f71-ae19-44d2-8423-a946708ad437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:08.103390 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:08.147534 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:20:08.150475 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:20:08.154253 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:20:08.159471 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=d0384fc7-0a85-487f-aef6-ae2bc59684aa,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:20:08.488256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:08.654999 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:08.978523 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:09.042845 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:09.111288 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=d0384fc7-0a85-487f-aef6-ae2bc59684aa,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:20:09.123034 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:09.220509 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 8754be7f-e303-4a28-aea4-7f76e4828c6a associated. External IP: 172.27.1.99, port: 78bce847-57de-47fe-a966-b60113fd6ff4. Nov 01 00:20:09.419398 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:20:09.522881 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:20:09.533616 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:20:09.542935 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:20:09.543586 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:19:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:20:09.610671 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:09.637987 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-e999f9da-2655-4e5a-95ef-654df88281f6 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0108345 Nov 01 00:20:09.638666 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:20:09.640925 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ea71a3-5589-40fc-b988-31f55e6041bc" -d '{"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:20:09.661548 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:20:09.679748 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6b7e6-68c2-4d88-9cca-b3eaacc33faa x-openstack-request-id: req-4ee6b7e6-68c2-4d88-9cca-b3eaacc33faa {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:20:09.680247 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:20:09.680350 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4ee6b7e6-68c2-4d88-9cca-b3eaacc33faa {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:20:09.680663 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4', 'status': 'completed', 'code': 200} Nov 01 00:20:09.763680 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-723ba593-e84a-4723-b0e7-aa9ad71adb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:09.765204 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-723ba593-e84a-4723-b0e7-aa9ad71adb31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0408776 Nov 01 00:20:09.857921 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-58c4e323-ade4-4a75-92e6-81dfb9e6926a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:09.859798 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-58c4e323-ade4-4a75-92e6-81dfb9e6926a service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0881014 Nov 01 00:20:09.887834 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:08Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:20:09.913679 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:20:09.922256 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:20:09.922787 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:19:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:20:09.928788 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-9e95f7dd-b8e4-41bc-9f22-829ab23a202d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 998 time: 0.0622687 Nov 01 00:20:09.977985 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-3df81861-8a17-4e13-a43b-f5ad6038eb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:09.984496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-3df81861-8a17-4e13-a43b-f5ad6038eb56 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0441337 Nov 01 00:20:10.028535 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-f08ed9a3-30b9-485b-9c83-555df8a2d4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:10.030016 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-f08ed9a3-30b9-485b-9c83-555df8a2d4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438545 Nov 01 00:20:10.030361 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:20:10.118729 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-9cd4814e-ab93-41fa-a8ee-9175c025c0f7 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819511 Nov 01 00:20:10.209600 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-43ea71a3-5589-40fc-b988-31f55e6041bc req-d890626c-c647-4c26-8834-53583615c1ac service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Nov 01 00:20:10.254373 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:08Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:20:10.280115 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c4e2f0-3ed8-4859-befa-1bd7650a525d None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:08Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:20:10.469062 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdbd343-5d4c-42ee-8bf9-7df60570ae01 None None] New status for floating IP 8754be7f-e303-4a28-aea4-7f76e4828c6a: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:20:10.585584 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e1ea1bd9-d8e8-4c57-914e-97426399a6d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:11.902569 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:12.113855 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:13.413773 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:21.993449 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:26.924474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-11ce5f24-8277-48da-90bd-2090e1bf6b3a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409265 Nov 01 00:20:27.025686 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-3712866a-29fa-4b29-b0cf-94ce201dc675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:27.027204 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-3712866a-29fa-4b29-b0cf-94ce201dc675 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0410659 Nov 01 00:20:27.130611 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-9effa4b2-2bbf-40c2-864e-8228175e73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:27.132097 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-9effa4b2-2bbf-40c2-864e-8228175e73b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0857048 Nov 01 00:20:27.197338 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-51dc30eb-b7bb-40ec-ba1a-6a55c0611df4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 1000 time: 0.0555668 Nov 01 00:20:27.249167 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-103c25f4-7e38-43a7-ab40-bb5b81e1912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:27.250642 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-103c25f4-7e38-43a7-ab40-bb5b81e1912e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0462935 Nov 01 00:20:27.295170 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-6e92ee02-2390-4f0c-92e5-ac94dc7f5f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:20:27.296639 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-6e92ee02-2390-4f0c-92e5-ac94dc7f5f95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387967 Nov 01 00:20:27.383716 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-645e5ac3-14d6-46e6-8aeb-c2d30013bd41 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792108 Nov 01 00:20:27.488480 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1ecced19-a620-4821-b9c2-ac358085cc1d req-514a61a6-f5c4-4fb2-887e-175ddab022a7 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965407 Nov 01 00:20:34.995581 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:20:38.047163 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0eefddd4-1b69-49c9-a96f-a4f2f1977cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:40.576869 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5aca9f70-0827-491c-8ad6-d91ea0cf2bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:41.918729 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:42.075314 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:43.458358 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:20:51.978303 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:08.040003 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0166197d-6a2a-4702-999b-dd840ba40cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:10.563664 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-d93e1ed6-56b7-4a70-89a9-53bc9501b613 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:11.912382 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:11.993533 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:21:12.085938 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:13.443495 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:22.049337 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:27.919655 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-823fe2c3-7b81-43ec-819b-d571873d2ef4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384417 Nov 01 00:21:28.014264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-2dd26210-5247-4cd5-be06-cd0647b161a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:28.015829 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-2dd26210-5247-4cd5-be06-cd0647b161a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0396633 Nov 01 00:21:28.122798 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-1cb6799d-8231-4de6-b8b0-26360e8be10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:28.124294 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-1cb6799d-8231-4de6-b8b0-26360e8be10f service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0875633 Nov 01 00:21:28.190307 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-8ad89fdc-1be2-4b4b-9ef8-5059d9c9d080 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 1000 time: 0.0589936 Nov 01 00:21:28.240030 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-e5933d42-5a9f-450b-98d1-a9c19cd645cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:28.241496 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-e5933d42-5a9f-450b-98d1-a9c19cd645cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0441902 Nov 01 00:21:28.288163 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-e7a63774-4d1e-4a20-97d3-f756c10ad604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:28.289600 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-e7a63774-4d1e-4a20-97d3-f756c10ad604 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387278 Nov 01 00:21:28.645274 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-7be2f469-9cff-43b8-8fde-00cc33c3bd94 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483782 Nov 01 00:21:28.735295 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37f21232-4b98-4010-9ab6-fc20de21a4ea req-a3d26e6d-1431-4f13-b8e1-07bd83751524 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822172 Nov 01 00:21:38.027974 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-dddcb423-1f2b-461d-8806-580a5e235b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:40.557227 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9db9ab0c-23f4-4b79-ab60-ea30816a33cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:41.940744 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:42.084443 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:43.433164 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:48.309875 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-e56875f7-d6ac-4cae-a968-4b8a0c263257 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1339628553&fields=id&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 267 time: 0.0316415 Nov 01 00:21:48.416538 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-96e4f374-fff4-4ac9-b8fc-6107480da7e8 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:48.417964 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-96e4f374-fff4-4ac9-b8fc-6107480da7e8 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1017513 Nov 01 00:21:48.432917 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-e350d9d7-1a1c-47fe-bc0b-8f83fe09bdfb tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/quotas/b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 375 time: 0.0093920 Nov 01 00:21:48.487131 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-f4665c12-b21b-499f-8341-8a0a00d2c72b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0491931 Nov 01 00:21:48.502956 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-a758035c-8025-4696-a148-c6bee8b9c0a5 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=102081) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 01 00:21:48.503928 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-a758035c-8025-4696-a148-c6bee8b9c0a5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049391 Nov 01 00:21:48.591588 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-f5fb679b-1b1a-4c26-bd88-b6e3d38e05da service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820935 Nov 01 00:21:48.677990 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-d91d3cc9-63be-454a-b319-cae325fdd076 service neutron] 10.222.0.41 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803356 Nov 01 00:21:48.993777 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:21:49.142085 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-612b5cc4-5d21-482b-b4c8-2a60cb57caa5 req-e446fb1b-836e-4be8-a063-e844cffce47d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 210 time: 0.0295062 Nov 01 00:21:50.238889 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-5950d059-6806-4cc2-8220-fcc9c7efa11f req-aa5d227c-3915-4e81-b3ff-1ea82c23ae4f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 210 time: 0.0286379 Nov 01 00:21:51.150720 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-46879513-0723-4343-87f8-9b659dba8267 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:51.152203 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-46879513-0723-4343-87f8-9b659dba8267 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 812 time: 0.1006317 Nov 01 00:21:51.206067 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-e1c72c94-eb2c-4fda-b588-29be7ab31b89 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0df2ce09e5945c09e7daf718ff7e312 HTTP/1.1" status: 200 len: 380 time: 0.0379202 Nov 01 00:21:51.215467 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'port': {'device_id': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'admin_state_up': True, 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'security_groups': ['0ebc2930-7e56-42fd-a0aa-07c7d95f7de1']}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:21:51.354129 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-f29bf60a-e487-4fa4-bfb3-59fd1d6a1173 req-fed50956-db18-4239-8179-716c2d143b5c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 210 time: 0.0321674 Nov 01 00:21:51.437288 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Made reservation on behalf of b0df2ce09e5945c09e7daf718ff7e312 for: {'port': 1} {{(pid=102081) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 01 00:21:51.437288 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:51.551584 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.db_base_plugin_common [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.20.0.13 (86bf5bc9-a658-4490-b453-4667ff22e2f9/6c66de52-8223-4670-b9f8-2e6189d8c90e/9fb2525e-f347-4958-a222-9f10424c5808) {{(pid=102081) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:21:51.702297 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:51.793114 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_create {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:51.832380 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 is already hosted by enough agents. {{(pid=102081) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:21:51.838011 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.base_scheduler [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102081) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:21:51.842155 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102081) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:21:51.868476 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=1']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:21:51.884525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.884863 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.885199 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.885533 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.885859 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.886272 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.886581 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.886899 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.887223 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.887561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.887882 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.888197 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:21:51.909363 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:51.909978 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:51.993724 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:51.996403 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-64bc536d-7573-462e-87c8-9abc99348c2d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7839789 Nov 01 00:21:52.014747 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.v2.base [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Request body: {'port': {'device_id': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81610'}} {{(pid=102081) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:21:52.071399 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.121396 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-65794f4f-f545-439c-b164-849ee24ae0ec None None] Provisioning complete for port 9fb2525e-f347-4958-a222-9f10424c5808 triggered by entity DHCP. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:21:52.121810 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-65794f4f-f545-439c-b164-849ee24ae0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.156986 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-65794f4f-f545-439c-b164-849ee24ae0ec None None] Port 9fb2525e-f347-4958-a222-9f10424c5808 cannot update to ACTIVE because it is not bound. {{(pid=102083) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Nov 01 00:21:52.349224 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fb2525e-f347-4958-a222-9f10424c5808 {{(pid=102081) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:21:52.360057 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.372207 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.provisioning_blocks [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Transition to ACTIVE for port object 9fb2525e-f347-4958-a222-9f10424c5808 will not be triggered until provisioned by entity L2. {{(pid=102081) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 01 00:21:52.449043 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.513343 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=2']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:21:52.524086 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbddb80e-db2c-4b40-86a6-6a62de64b255 req-5433ffe8-14aa-4230-85c9-44d911a40c60 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:52.525674 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fbddb80e-db2c-4b40-86a6-6a62de64b255 req-5433ffe8-14aa-4230-85c9-44d911a40c60 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 932 time: 0.1036832 Nov 01 00:21:52.606954 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fbddb80e-db2c-4b40-86a6-6a62de64b255 req-78b1df89-b4c0-4758-9ae1-4c280420ee9c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748878 Nov 01 00:21:52.624421 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Attempting to bind port 9fb2525e-f347-4958-a222-9f10424c5808 on host hv-cinder-81610 for vnic_type normal with profile {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 01 00:21:52.624778 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Attempting to bind port 9fb2525e-f347-4958-a222-9f10424c5808 by drivers openvswitch,hyperv on host hv-cinder-81610 at level 0 using segments [{'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 01 00:21:52.625160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Attempting to bind port 9fb2525e-f347-4958-a222-9f10424c5808 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:21:52.630064 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Port 9fb2525e-f347-4958-a222-9f10424c5808 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81610 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 01 00:21:52.630385 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Attempting to bind port 9fb2525e-f347-4958-a222-9f10424c5808 on network 86bf5bc9-a658-4490-b453-4667ff22e2f9 {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 01 00:21:52.635854 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Checking agent: {'id': '56bfe2b4-14db-49b8-a221-3356276b1794', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81610', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'started_at': datetime.datetime(2021, 11, 1, 0, 6, 21), 'heartbeat_timestamp': datetime.datetime(2021, 11, 1, 0, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 01 00:21:52.636194 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Checking segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102081) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 01 00:21:52.636576 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Bound using segment: {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'} {{(pid=102081) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 01 00:21:52.637005 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.managers [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Bound port: 9fb2525e-f347-4958-a222-9f10424c5808, host: hv-cinder-81610, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cb6b942-0a86-4eec-9790-aa16dfc07e24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9'}}] {{(pid=102081) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 01 00:21:52.637384 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.706947 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, cleared binding levels {{(pid=102081) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 01 00:21:52.709895 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9fb2525e-f347-4958-a222-9f10424c5808,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 01 00:21:52.770452 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14493850'] for port, after_update {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.805034 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:52.805796 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:21:52.807172 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 200 len: 1094 time: 0.7973559 Nov 01 00:21:52.807640 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:21:52.809935 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007bde5e-0a58-4218-8836-374a4b4143bd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:21:52.836735 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5b45c-8e03-4d42-9463-4011521e36a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=3']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:21:52.858824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f511d8-4be2-411a-8de7-e77f59290b2e x-openstack-request-id: req-97f511d8-4be2-411a-8de7-e77f59290b2e {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:21:52.858824 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:21:52.859099 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-97f511d8-4be2-411a-8de7-e77f59290b2e {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:21:52.859969 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808', 'status': 'completed', 'code': 200} Nov 01 00:21:52.948922 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bde5e-0a58-4218-8836-374a4b4143bd req-37d661ff-664f-421c-801f-d56f35e004df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:52.950610 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-007bde5e-0a58-4218-8836-374a4b4143bd req-37d661ff-664f-421c-801f-d56f35e004df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1097 time: 0.0463808 Nov 01 00:21:53.079789 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bde5e-0a58-4218-8836-374a4b4143bd req-a8eabda9-438c-46d1-ac29-295e716d5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.081170 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-007bde5e-0a58-4218-8836-374a4b4143bd req-a8eabda9-438c-46d1-ac29-295e716d5b89 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1153872 Nov 01 00:21:53.176473 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bde5e-0a58-4218-8836-374a4b4143bd req-157ccad6-b96b-4a04-a900-56d199be6be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.177940 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-007bde5e-0a58-4218-8836-374a4b4143bd req-157ccad6-b96b-4a04-a900-56d199be6be2 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899181 Nov 01 00:21:53.285131 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-cc95724b-75e6-4bc7-9db2-af1d61f715b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.286607 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-cc95724b-75e6-4bc7-9db2-af1d61f715b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1097 time: 0.0437093 Nov 01 00:21:53.334474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-ca1cc40e-680e-4ff5-aebf-5eb25bbb0fe7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 200 len: 217 time: 0.0335813 Nov 01 00:21:53.383890 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-67c6cced-7f72-4707-b5b3-3eea274ca452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.385816 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-67c6cced-7f72-4707-b5b3-3eea274ca452 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0441217 Nov 01 00:21:53.434108 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0302031-b456-43da-9ca1-09017293356a req-d54585c4-3ca8-4ce5-8473-cf8a35f826d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.435610 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-d54585c4-3ca8-4ce5-8473-cf8a35f826d4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432444 Nov 01 00:21:53.528217 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-c527e869-3a0e-46a4-9134-a871922d1fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856166 Nov 01 00:21:53.624071 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-b0302031-b456-43da-9ca1-09017293356a req-800b01a2-4bde-4120-9d3b-ed101b134b42 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889144 Nov 01 00:21:53.722698 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004eaa3-4a72-4780-a891-23502fb97948 req-36404415-5188-45eb-bf2f-73a6e0cc2194 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:53.724217 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c004eaa3-4a72-4780-a891-23502fb97948 req-36404415-5188-45eb-bf2f-73a6e0cc2194 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0497200 Nov 01 00:21:53.762129 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c004eaa3-4a72-4780-a891-23502fb97948 req-c96fc0a0-ae5f-4d87-be1e-10201f63b127 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Nov 01 00:21:54.877413 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbedc1-b5af-4fed-b2f6-f31d3bd0a2d1 req-87088afb-2595-4f55-85c4-da3b74486508 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:54.878914 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cedbedc1-b5af-4fed-b2f6-f31d3bd0a2d1 req-87088afb-2595-4f55-85c4-da3b74486508 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0476685 Nov 01 00:21:54.916692 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-cedbedc1-b5af-4fed-b2f6-f31d3bd0a2d1 req-96d2b284-6ea1-41d0-b342-b000395d1891 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307796 Nov 01 00:21:56.033083 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b5e8f-643f-4463-8d77-c3be3ea69dd3 req-8ec99e6b-9929-49b5-9371-b408a9a46cff tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:56.034546 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c80b5e8f-643f-4463-8d77-c3be3ea69dd3 req-8ec99e6b-9929-49b5-9371-b408a9a46cff tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0516787 Nov 01 00:21:56.071236 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-c80b5e8f-643f-4463-8d77-c3be3ea69dd3 req-965e78af-5b7c-49d4-b307-f0d7abf7cda2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305510 Nov 01 00:21:57.184233 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193bd16f-318b-45c7-aac3-c3952ed6119c req-ed852d11-c824-4ab9-bf5d-f870708d0921 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:57.185751 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-193bd16f-318b-45c7-aac3-c3952ed6119c req-ed852d11-c824-4ab9-bf5d-f870708d0921 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0487955 Nov 01 00:21:57.223020 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-193bd16f-318b-45c7-aac3-c3952ed6119c req-d313810e-b7cb-4125-9f0b-ac614b9a95ab tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313749 Nov 01 00:21:58.435846 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e71d60c-9efe-455c-91f0-044d42a9ea3a req-f0273570-2bef-45ec-ba3f-1a72acca33ab tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:58.437326 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8e71d60c-9efe-455c-91f0-044d42a9ea3a req-f0273570-2bef-45ec-ba3f-1a72acca33ab tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0476067 Nov 01 00:21:58.473744 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-8e71d60c-9efe-455c-91f0-044d42a9ea3a req-f5b59336-7a03-4f13-a971-4f99d53b1d4f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Nov 01 00:21:59.592263 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b74379-fff8-4a55-b472-ac838627cc53 req-c35d619e-a2a6-4258-a331-2d56d95a193e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:21:59.593736 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37b74379-fff8-4a55-b472-ac838627cc53 req-c35d619e-a2a6-4258-a331-2d56d95a193e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0549293 Nov 01 00:21:59.631523 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-37b74379-fff8-4a55-b472-ac838627cc53 req-d617440f-c1d3-4b2a-8318-4a343553544b tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318925 Nov 01 00:22:00.743536 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853e6c2-1ff5-4b0b-a6d1-3937b9a1ed85 req-ccfe63b8-1416-4774-8ac1-e8d6ca8af33c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:00.744975 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6853e6c2-1ff5-4b0b-a6d1-3937b9a1ed85 req-ccfe63b8-1416-4774-8ac1-e8d6ca8af33c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 944 time: 0.0478055 Nov 01 00:22:00.781325 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-6853e6c2-1ff5-4b0b-a6d1-3937b9a1ed85 req-1084ec52-ad0f-4215-a571-ad1aee4ca320 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304296 Nov 01 00:22:01.084796 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 9fb2525e-f347-4958-a222-9f10424c5808 details requested by agent hyperv_hv-cinder-81610 with host hv-cinder-81610 {{(pid=102083) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 01 00:22:01.176881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9fb2525e-f347-4958-a222-9f10424c5808,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:22:01.190595 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Returning: {'device': '9fb2525e-f347-4958-a222-9f10424c5808', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'port_id': '9fb2525e-f347-4958-a222-9f10424c5808', 'mac_address': 'fa:16:3e:64:8b:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102083) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 01 00:22:01.226874 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:01.239011 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fb2525e-f347-4958-a222-9f10424c5808 {{(pid=102083) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 01 00:22:01.256893 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9fb2525e-f347-4958-a222-9f10424c5808,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:22:01.322537 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:01.371372 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=4']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:22:01.378118 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.378469 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.378804 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.379136 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.379488 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.379823 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.380148 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.380473 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.380796 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.381117 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.381438 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.381782 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:01.624456 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] get_ports_and_sgs() called for port_ids ['9fb2525e-f347-4958-a222-9f10424c5808'] {{(pid=102083) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 01 00:22:01.893938 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3236e02-069e-48d3-9f8d-32363991999e req-a08ab39b-60d0-4109-9d49-f11db71dac5c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:01.895309 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3236e02-069e-48d3-9f8d-32363991999e req-a08ab39b-60d0-4109-9d49-f11db71dac5c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 945 time: 0.0485404 Nov 01 00:22:01.932816 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-a3236e02-069e-48d3-9f8d-32363991999e req-37613a44-1b1e-42b8-be9b-d10a7ae45e49 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314522 Nov 01 00:22:03.050313 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95d5bc-b551-4442-a8a9-0ad771bfb8bb req-012138e6-25a6-45dd-a540-08c9ec49684f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:03.051819 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d95d5bc-b551-4442-a8a9-0ad771bfb8bb req-012138e6-25a6-45dd-a540-08c9ec49684f tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 945 time: 0.0524483 Nov 01 00:22:03.086334 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 9fb2525e-f347-4958-a222-9f10424c5808 up at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 01 00:22:03.089006 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1d95d5bc-b551-4442-a8a9-0ad771bfb8bb req-f62ba179-796a-4cb4-a60f-98ae66c4f8f1 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Nov 01 00:22:03.220976 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning for port 9fb2525e-f347-4958-a222-9f10424c5808 completed by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 01 00:22:03.224927 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.provisioning_blocks [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Provisioning complete for port 9fb2525e-f347-4958-a222-9f10424c5808 triggered by entity L2. {{(pid=102083) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 01 00:22:03.232478 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-531537'] for port, provisioning_complete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:03.302695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:03.324380 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808'}] {{(pid=102083) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:22:03.326584 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bdc9f9877ddf74a9ba658d9460cfab0f2fa5d8d826d03a4898ecdd2f72480058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826dfc01-dd4a-4a55-a615-a4c625e4c725" -d '{"events": [{"server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2525e-f347-4958-a222-9f10424c5808"}]}' {{(pid=102083) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:22:03.339593 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9fb2525e-f347-4958-a222-9f10424c5808,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:22:03.365266 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6715a710-6404-4afc-aa3e-0e2a2cac9c7a x-openstack-request-id: req-6715a710-6404-4afc-aa3e-0e2a2cac9c7a {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:22:03.365556 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "name": "network-vif-plugged", "status": "completed", "tag": "9fb2525e-f347-4958-a222-9f10424c5808", "code": 200}]} {{(pid=102083) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:22:03.365813 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6715a710-6404-4afc-aa3e-0e2a2cac9c7a {{(pid=102083) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:22:03.366210 dv-cinder-816104-1-iscsi neutron-server[102083]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808', 'code': 200} Nov 01 00:22:03.438252 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522'] for port, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:03.484631 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Pushing event updated for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=5']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:22:03.746362 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468c45d-d778-4c0e-ab35-ccdb53bfb27c req-d06c5bda-3f3f-4146-9045-f81aa765562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:03.747874 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4468c45d-d778-4c0e-ab35-ccdb53bfb27c req-d06c5bda-3f3f-4146-9045-f81aa765562a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1099 time: 0.0394568 Nov 01 00:22:03.781941 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4468c45d-d778-4c0e-ab35-ccdb53bfb27c req-edadb4a8-e707-413c-924e-796e6f4434d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273242 Nov 01 00:22:04.202313 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab1483-042c-48af-8875-b3bd1b279d2f req-d087d205-a531-4f88-a178-cebabd415b79 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:04.203810 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cab1483-042c-48af-8875-b3bd1b279d2f req-d087d205-a531-4f88-a178-cebabd415b79 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.0481801 Nov 01 00:22:04.240213 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-1cab1483-042c-48af-8875-b3bd1b279d2f req-48ab097a-ad9d-4b59-8d4d-ab97d12bc51e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306013 Nov 01 00:22:05.357009 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee21fca8-67e5-4edd-91df-c82b751b5dd5 req-674ee2c8-ee17-4a89-b672-46a79becfbec tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:05.358488 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee21fca8-67e5-4edd-91df-c82b751b5dd5 req-674ee2c8-ee17-4a89-b672-46a79becfbec tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.0512209 Nov 01 00:22:05.397105 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-ee21fca8-67e5-4edd-91df-c82b751b5dd5 req-e0fe73b3-93a1-46f7-a4c2-5366af59c3ec tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326746 Nov 01 00:22:05.517129 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb531d-9f63-403b-8f9e-a5319782827e req-97ef6d76-fb76-495e-afd9-216399540fe5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:05.518609 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9cdb531d-9f63-403b-8f9e-a5319782827e req-97ef6d76-fb76-495e-afd9-216399540fe5 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.0492163 Nov 01 00:22:05.556290 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9cdb531d-9f63-403b-8f9e-a5319782827e req-22f13618-2a36-4fb1-8b0f-0536614f7eba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Nov 01 00:22:05.578961 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55830) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:22:05.622039 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f734a-d8c3-41e7-8d56-aacab4af7bb6 tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102082) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:05.623567 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-de7f734a-d8c3-41e7-8d56-aacab4af7bb6 tempest-TestVolumeBootPattern-1038492750 tempest-TestVolumeBootPattern-1038492750-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1094 time: 0.0435748 Nov 01 00:22:05.626160 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55834) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:22:05.630322 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.v2.base [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Request body: {'floatingip': {'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'port_id': '9fb2525e-f347-4958-a222-9f10424c5808', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102082) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 01 00:22:05.705304 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:05.798250 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:05.899792 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_common [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Allocated IP 172.27.1.221 (05f8ebbf-fecf-4e99-8683-a6ff3636977d/33f53cc3-ee3b-4e20-9355-3410513a3f9a/6a133886-f1eb-4e4f-a849-e3df2e6a0429) {{(pid=102082) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 01 00:22:05.998187 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.100857 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790280475486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.140545 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Network 05f8ebbf-fecf-4e99-8683-a6ff3636977d is already hosted by enough agents. {{(pid=102082) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 01 00:22:06.145231 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Resources bound (agent type, host, resource id): {{(pid=102082) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 01 00:22:06.147744 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Received port after_create {{(pid=102082) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 01 00:22:06.176554 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=6a133886-f1eb-4e4f-a849-e3df2e6a0429,revision_number=1']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:22:06.188901 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.189252 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.189593 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.189927 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.190259 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.190589 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.190915 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.191239 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.191588 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.191909 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.192231 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.192546 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:22:06.491256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.626004 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1040940'] for port, before_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.774225 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for port, precommit_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.809472 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790280954637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790280475504', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790280475522', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13167551'] for port, after_update {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.877478 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event updated for resources: {'Port': ['ID=6a133886-f1eb-4e4f-a849-e3df2e6a0429,revision_number=2']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:22:06.885267 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1672482'] for floatingip, after_create {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:06.985133 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 93683ac0-1af7-42ae-85bc-b7b5b7bca14e associated. External IP: 172.27.1.221, port: 9fb2525e-f347-4958-a222-9f10424c5808. Nov 01 00:22:07.187976 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:22:07.293704 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:22:07.303337 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:22:07.313095 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:22:07.314672 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:21:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:22:07.388505 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:07.416388 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-b3ad194c-edb7-4af3-a5db-09f221592775 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7892268 Nov 01 00:22:07.416816 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:22:07.417074 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:22:07.420566 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:22:07.532788 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fafeba-62f8-415d-a155-b599b1c81f9e x-openstack-request-id: req-05fafeba-62f8-415d-a155-b599b1c81f9e {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:22:07.533099 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:22:07.533334 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-05fafeba-62f8-415d-a155-b599b1c81f9e {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:22:07.533729 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808', 'status': 'completed', 'code': 200} Nov 01 00:22:07.617420 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-3ae78d4b-a643-45dc-85a8-a4afae31e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:07.618917 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-3ae78d4b-a643-45dc-85a8-a4afae31e0af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1099 time: 0.0414531 Nov 01 00:22:07.715846 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-2b09eadd-b1e1-42d5-9bbc-d4739208f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:07.717284 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-2b09eadd-b1e1-42d5-9bbc-d4739208f1e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0903533 Nov 01 00:22:07.766173 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}, {'id': '93683ac0-1af7-42ae-85bc-b7b5b7bca14e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '9fb2525e-f347-4958-a222-9f10424c5808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:64:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:22:06Z', 'updated_at': '2021-11-01T00:22:06Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:22:07.781497 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-847ba80c-fbe5-491f-be58-ba6c66d7eb9d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 200 len: 1000 time: 0.0575254 Nov 01 00:22:07.795911 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:22:07.804016 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:22:07.804609 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:21:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:22:07.832944 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-5a3040e4-c889-4eb1-a708-f9d3ace838d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:07.834478 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-5a3040e4-c889-4eb1-a708-f9d3ace838d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0464842 Nov 01 00:22:07.880830 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-b35ed821-b707-4065-949e-cf14790f24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:07.882359 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-b35ed821-b707-4065-949e-cf14790f24d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403643 Nov 01 00:22:07.907429 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:22:07.971293 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-24bd62f9-4cf3-4b21-9cc1-6771c39010bf service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813210 Nov 01 00:22:08.064782 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4a3b44d1-cacf-493d-9f20-e99ab7f384f4 req-469ace89-94c0-40ad-9497-a15d88900662 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866511 Nov 01 00:22:08.079662 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c946b776-347e-4050-aaed-b95d581e19a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:08.142328 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}, {'id': '93683ac0-1af7-42ae-85bc-b7b5b7bca14e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '9fb2525e-f347-4958-a222-9f10424c5808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:64:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:22:06Z', 'updated_at': '2021-11-01T00:22:06Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:22:08.173297 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b1ac67-7098-4c0c-8714-6752981bde40 None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}, {'id': '93683ac0-1af7-42ae-85bc-b7b5b7bca14e', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.221', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '9fb2525e-f347-4958-a222-9f10424c5808', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:64:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:22:06Z', 'updated_at': '2021-11-01T00:22:06Z', 'revision_number': 0, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:22:08.370889 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9ed440-457a-4fa2-a775-4ca33f47d2eb None None] New status for floating IP 93683ac0-1af7-42ae-85bc-b7b5b7bca14e: ACTIVE {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:22:10.563572 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f69f1d94-a0e7-4547-a142-430930532f78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:11.963605 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:12.140334 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:13.437208 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:22.008692 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:25.992444 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:22:27.970211 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-000d1b06-8614-4c48-b12c-e5e1030f5b14 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390048 Nov 01 00:22:28.070525 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-91a09b48-45f9-4187-be27-82e19744dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:28.072023 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-91a09b48-45f9-4187-be27-82e19744dada service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0429349 Nov 01 00:22:28.170558 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-188e68d9-4dbe-469f-a3e3-9b9e8be0902a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:28.172257 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-188e68d9-4dbe-469f-a3e3-9b9e8be0902a service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0819385 Nov 01 00:22:28.240532 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-88ceff8a-03e5-45eb-a764-cf768e42ff37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 1000 time: 0.0593145 Nov 01 00:22:28.288217 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-002fea9e-d8c6-4a0f-a542-ca60b8f49700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:28.289624 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-002fea9e-d8c6-4a0f-a542-ca60b8f49700 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0424571 Nov 01 00:22:28.335398 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-77b1a07e-4c83-4a31-bd58-5a79f3b566f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:22:28.336845 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-77b1a07e-4c83-4a31-bd58-5a79f3b566f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390100 Nov 01 00:22:28.426499 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-d269eac9-2924-4918-b434-96ecddc3c2bb service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821640 Nov 01 00:22:28.513162 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-3ad6032e-945f-48a5-93e5-93f5b4ee8a92 req-d8ac3e30-302f-4701-a119-b6e92d833719 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785913 Nov 01 00:22:38.019171 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-779b01c7-1661-4d4b-bb7a-4d829c553776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:40.556274 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-0376eec1-11f7-453f-a88a-805983f244a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:41.893197 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:42.076215 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:43.436063 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:22:51.990306 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:02.992690 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:23:08.006971 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3ed00411-b5c4-4b0c-aed4-6e5f41e1c936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:10.561212 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1146bc43-d886-4668-9a94-c25ecb4b6069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:11.927140 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:12.075338 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:13.429575 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:22.017638 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:28.934231 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-62a6cc96-5dde-490e-9ac7-ca120332faad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435715 Nov 01 00:23:29.005028 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-e0dcce1f-3313-45e9-a21e-c451a1811272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:29.006684 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-e0dcce1f-3313-45e9-a21e-c451a1811272 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1099 time: 0.0390558 Nov 01 00:23:29.106779 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-f23c1206-dc8f-4e19-84e1-c696f7ea26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:29.108269 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-f23c1206-dc8f-4e19-84e1-c696f7ea26a0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0834508 Nov 01 00:23:29.176518 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-e12f8027-f20e-42fc-b189-c5b1a7cf0a05 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 200 len: 1002 time: 0.0599663 Nov 01 00:23:29.225272 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-17141b16-8e5d-4f9c-bd4a-80ebeba2ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:29.226693 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-17141b16-8e5d-4f9c-bd4a-80ebeba2ae2c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0437105 Nov 01 00:23:29.270622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-1663e440-1cf6-4318-ac28-4f2afc519fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:29.272687 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-1663e440-1cf6-4318-ac28-4f2afc519fcc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392497 Nov 01 00:23:29.361572 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-e87de2b2-7363-4488-94ae-cdd41ee0826b service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822153 Nov 01 00:23:29.451474 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-fce0f9f7-6e7a-4d9a-80f8-1f1ed814a341 req-7030da8c-d900-40b9-8b7f-7cdc7c820511 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832922 Nov 01 00:23:38.034438 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-73082b92-219a-4a9e-8f3a-31dd9ad851a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:39.991398 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:23:40.576786 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-88aa7737-0729-4801-aac5-da26030c25ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:41.926386 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:42.080331 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:43.434580 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:44.143345 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [req-7ea82af1-ff40-4fcd-a0f5-f4fd402ed63f req-23b9006e-d78d-4a20-bbc6-4f467e000f63 service neutron] (102082) timed out ('10.222.0.36', 63224) {{(pid=102082) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 00:23:47.929625 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55866) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:23:48.258546 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port 6a133886-f1eb-4e4f-a849-e3df2e6a0429 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:23:48.258882 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.331787 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.332145 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.345656 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for 6a133886-f1eb-4e4f-a849-e3df2e6a0429 owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:23:48.555078 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.581363 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=6a133886-f1eb-4e4f-a849-e3df2e6a0429,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:23:48.609449 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.609797 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.610135 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.610467 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.610798 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.611124 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.611474 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.611800 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.612126 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.612450 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.612771 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.613087 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102082) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:48.651613 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.651952 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 93683ac0-1af7-42ae-85bc-b7b5b7bca14e disassociated (deleted). External IP: 172.27.1.221, port: 9fb2525e-f347-4958-a222-9f10424c5808. Nov 01 00:23:48.863079 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:23:48.971575 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:23:48.976545 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:48.983149 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:23:48.992957 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:23:48.993615 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:49.003227 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-acc14eb0-e396-458a-a60f-58817f595ed2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "DELETE /v2.0/floatingips/93683ac0-1af7-42ae-85bc-b7b5b7bca14e HTTP/1.1" status: 204 len: 168 time: 1.0720420 Nov 01 00:23:49.003819 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:23:49.006037 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b31bcb-257a-427e-9b3d-ea062a19b582" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:23:49.044990 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e6f846-6f68-456a-82aa-b6a85e33d324 x-openstack-request-id: req-67e6f846-6f68-456a-82aa-b6a85e33d324 {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:23:49.045277 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "tag": "9fb2525e-f347-4958-a222-9f10424c5808", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:23:49.045527 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-67e6f846-6f68-456a-82aa-b6a85e33d324 {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:23:49.045935 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808', 'status': 'completed', 'code': 200} Nov 01 00:23:49.099902 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:23:49.128936 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-b6f2f87c-23dc-49de-8931-e76d9bb8e2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:49.130351 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-b6f2f87c-23dc-49de-8931-e76d9bb8e2d1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 1099 time: 0.0403934 Nov 01 00:23:49.221056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-7c92497d-5b7a-4f8d-8b1e-8a480718692e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:49.222652 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-7c92497d-5b7a-4f8d-8b1e-8a480718692e service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0847518 Nov 01 00:23:49.266732 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-7bf8bdc5-e123-4a81-a62e-3ade220e7692 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 200 len: 217 time: 0.0374541 Nov 01 00:23:49.323968 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-5d792966-427a-4080-a98d-a6d87a289e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:49.325729 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-5d792966-427a-4080-a98d-a6d87a289e64 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0521314 Nov 01 00:23:49.329910 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:49.356747 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:23:49.365070 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:23:49.365678 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:49.373145 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-395d5f3b-a852-4398-b5c5-5f9b64f0f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:49.374624 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-395d5f3b-a852-4398-b5c5-5f9b64f0f307 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412908 Nov 01 00:23:49.475118 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:23:49.479110 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-c8d6b8ec-698f-4038-ae16-fa83ee4fafcb service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967324 Nov 01 00:23:49.600055 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0af09-a03e-4a4b-8b5d-33b0f032f102 req-788dbe34-961d-4d7b-94fc-ae5250113b40 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:49.601578 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65b0af09-a03e-4a4b-8b5d-33b0f032f102 req-788dbe34-961d-4d7b-94fc-ae5250113b40 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.1700301 Nov 01 00:23:49.618232 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-16b31bcb-257a-427e-9b3d-ea062a19b582 req-727357e4-825f-4a93-ac2b-7a857ad62988 service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311786 Nov 01 00:23:49.644382 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-65b0af09-a03e-4a4b-8b5d-33b0f032f102 req-fddcbc9a-5dcf-42d6-b7c4-fcbd8b6e5cd3 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Nov 01 00:23:49.700751 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:49.728527 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aab978e-703e-4173-b2bd-ca6d0043c99f None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_floatingips': [{'id': '8754be7f-e303-4a28-aea4-7f76e4828c6a', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'floating_ip_address': '172.27.1.99', 'floating_network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'router_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'port_id': '78bce847-57de-47fe-a966-b60113fd6ff4', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'mac_address': 'fa:16:3e:39:a1:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17813eeb-b282-44a8-b935-1e468226567d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-01T00:20:08Z', 'updated_at': '2021-11-01T00:20:10Z', 'revision_number': 1, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:23:49.956193 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3c8494-dfc7-4028-90ff-e26507ec6510 None None] New status for floating IP 93683ac0-1af7-42ae-85bc-b7b5b7bca14e: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:23:50.809749 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472d440-b863-4174-88af-26ed6ecc8c9b req-49810648-0ef8-4477-9103-c34d503a879d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:50.811210 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9472d440-b863-4174-88af-26ed6ecc8c9b req-49810648-0ef8-4477-9103-c34d503a879d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.0967417 Nov 01 00:23:50.848487 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-9472d440-b863-4174-88af-26ed6ecc8c9b req-4114f7e3-b138-4e68-83bc-08cb420f6201 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313020 Nov 01 00:23:51.185275 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-0e5d5461-c79b-4266-bfcd-098fb29c5112 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:51.186719 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-0e5d5461-c79b-4266-bfcd-098fb29c5112 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 946 time: 0.0465357 Nov 01 00:23:51.284151 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port 9fb2525e-f347-4958-a222-9f10424c5808 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:23:51.284484 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:51.368678 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] For port 9fb2525e-f347-4958-a222-9f10424c5808, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=9fb2525e-f347-4958-a222-9f10424c5808,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:23:51.369027 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:51.380713 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for 9fb2525e-f347-4958-a222-9f10424c5808 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:23:51.845913 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:51.874333 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=9fb2525e-f347-4958-a222-9f10424c5808,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:23:51.887809 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.888173 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.888519 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.888859 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.889220 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.889604 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.889933 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.890261 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.890593 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.890901 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.891226 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.891569 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102081) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:23:51.930700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] No DVR routers for this DVR port 9fb2525e-f347-4958-a222-9f10424c5808 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:23:51.939700 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:51.942828 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e11bc828-801c-4f54-ac84-ff4ffe7f8c88 req-e111d950-8de8-4128-8e1d-7f7dde581f4c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "DELETE /v2.0/ports/9fb2525e-f347-4958-a222-9f10424c5808 HTTP/1.1" status: 204 len: 173 time: 0.7496750 Nov 01 00:23:51.943264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'name': 'network-vif-deleted', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:23:51.946407 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd863149-4392-41e2-95a2-ebb00ddb5117" -d '{"events": [{"server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "name": "network-vif-deleted", "tag": "9fb2525e-f347-4958-a222-9f10424c5808"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:23:51.969487 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e6c97654-141b-4aa7-af62-819b03b641f0 req-d8077f92-647f-4e57-b16d-779c33ea5ea7 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 210 time: 0.0401647 Nov 01 00:23:51.984783 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2635da1-750b-49f6-9388-235c658ce7a5 x-openstack-request-id: req-c2635da1-750b-49f6-9388-235c658ce7a5 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:23:51.985147 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6891e4-d3f4-48fd-8766-1abcd258902c", "name": "network-vif-deleted", "tag": "9fb2525e-f347-4958-a222-9f10424c5808", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:23:51.985474 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c2635da1-750b-49f6-9388-235c658ce7a5 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:23:51.985955 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6891e4-d3f4-48fd-8766-1abcd258902c', 'name': 'network-vif-deleted', 'tag': '9fb2525e-f347-4958-a222-9f10424c5808', 'status': 'completed', 'code': 200} Nov 01 00:23:52.063099 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:53.075619 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-e28fa352-f602-44d7-a45c-b96748fb57a1 req-5da5d084-e909-42b1-883e-bd15f765872e tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f6891e4-d3f4-48fd-8766-1abcd258902c HTTP/1.1" status: 200 len: 210 time: 0.0264652 Nov 01 00:23:55.576787 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 9fb2525e-f347-4958-a222-9f10424c5808 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:23:55.599550 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 9fb2525e-f347-4958-a222-9f10424c5808 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:23:55.599881 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 9fb2525e-f347-4958-a222-9f10424c5808 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:23:56.545944 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55912) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:23:56.700421 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port d0384fc7-0a85-487f-aef6-ae2bc59684aa {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:23:56.700684 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:56.773256 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:56.773720 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:56.785025 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for d0384fc7-0a85-487f-aef6-ae2bc59684aa owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:23:56.966139 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:56.989504 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=d0384fc7-0a85-487f-aef6-ae2bc59684aa,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:23:57.052968 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:57.053293 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.db.l3_db [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Floating IP 8754be7f-e303-4a28-aea4-7f76e4828c6a disassociated (deleted). External IP: 172.27.1.99, port: 78bce847-57de-47fe-a966-b60113fd6ff4. Nov 01 00:23:57.265678 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:23:57.371557 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:23:57.376325 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:57.380994 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:23:57.390027 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:23:57.390610 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:57.402734 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-7a6cd389-0bee-4744-85e5-87f1fca92cba tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "DELETE /v2.0/floatingips/8754be7f-e303-4a28-aea4-7f76e4828c6a HTTP/1.1" status: 204 len: 168 time: 0.8557353 Nov 01 00:23:57.403351 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4'}] {{(pid=102082) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:23:57.405702 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b73c059719559570a3cb726d4762d22d9cc61f736a61e0b5f7dcc4e8b163bd61" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6bf4db-a931-45e8-9e82-4888f72f0aac" -d '{"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4"}]}' {{(pid=102082) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:23:57.441765 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 01 Nov 2021 00:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caa2a85-3830-4e86-ba72-9d3a39c6c3c4 x-openstack-request-id: req-6caa2a85-3830-4e86-ba72-9d3a39c6c3c4 {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:23:57.442931 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4", "status": "completed", "code": 200}]} {{(pid=102082) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:23:57.443191 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6caa2a85-3830-4e86-ba72-9d3a39c6c3c4 {{(pid=102082) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:23:57.443623 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4', 'status': 'completed', 'code': 200} Nov 01 00:23:57.498497 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:23:57.526345 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-025b2e7b-e406-46d1-bd8d-d7c31693e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:57.527844 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-025b2e7b-e406-46d1-bd8d-d7c31693e0b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 1098 time: 0.0403960 Nov 01 00:23:57.621331 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-5c064ea7-2c1b-4076-bf66-ceef980e14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:57.622850 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-5c064ea7-2c1b-4076-bf66-ceef980e14f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 200 len: 913 time: 0.0875647 Nov 01 00:23:57.665189 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-b9ca323e-8a7a-4559-a56e-807f18a96168 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 200 len: 217 time: 0.0345237 Nov 01 00:23:57.715785 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:57.718855 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-c4a71a14-f956-4bbc-93fe-27f5a7b14757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:57.719475 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-c4a71a14-f956-4bbc-93fe-27f5a7b14757 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 200 len: 851 time: 0.0480747 Nov 01 00:23:57.745779 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:23:57.754030 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:23:57.754636 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:57.766831 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-28c27a88-1eaa-43bb-ab00-3663a2ce0a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:57.771502 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-28c27a88-1eaa-43bb-ab00-3663a2ce0a7f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=86bf5bc9-a658-4490-b453-4667ff22e2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413992 Nov 01 00:23:57.863922 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:23:57.897559 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ffe15-0a05-4751-a377-371f74b0ff41 req-b5ea9a85-188e-41b4-bfc8-b4ddf5279ff4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:57.899629 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d99ffe15-0a05-4751-a377-371f74b0ff41 req-b5ea9a85-188e-41b4-bfc8-b4ddf5279ff4 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0804262 Nov 01 00:23:57.905723 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-06a4e425-1f9a-4316-83a3-21fd2d6f818f service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301539 Nov 01 00:23:57.980065 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-d99ffe15-0a05-4751-a377-371f74b0ff41 req-c10eac83-00d3-4f50-80a7-b42316bb57e2 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724499 Nov 01 00:23:58.020104 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-4e6bf4db-a931-45e8-9e82-4888f72f0aac req-88e06f96-71f6-45cd-9c71-74028bb72ceb service neutron] 10.222.0.36 "GET /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992820 Nov 01 00:23:58.066336 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:23:58.092650 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3308275-876c-4fb7-b392-51f433efd249 None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:49Z', 'revision_number': 4, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi', '_interfaces': [{'id': 'fa1e6bca-d331-49ef-97a1-92eadb836016', 'name': '', 'network_id': '86bf5bc9-a658-4490-b453-4667ff22e2f9', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'mac_address': 'fa:16:3e:2c:49:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:49Z', 'updated_at': '2021-11-01T00:16:54Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'subnets': [{'id': '6c66de52-8223-4670-b9f8-2e6189d8c90e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:23:58.298485 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56aba687-0cd4-4f1e-b962-6f96dca806ac None None] New status for floating IP 8754be7f-e303-4a28-aea4-7f76e4828c6a: DOWN {{(pid=102084) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 01 00:23:59.099420 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aec2b6-1971-4549-9dd9-64127b5fb65d req-89e26bb5-0be1-4eee-b4fc-ad858a20d207 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:59.100896 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41aec2b6-1971-4549-9dd9-64127b5fb65d req-89e26bb5-0be1-4eee-b4fc-ad858a20d207 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0522869 Nov 01 00:23:59.137410 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-41aec2b6-1971-4549-9dd9-64127b5fb65d req-8a02e8db-51d9-4f5c-a982-3280708f649d tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/security-groups?id=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305412 Nov 01 00:23:59.451470 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-3a2bc612-0bc8-46b1-96a1-89a345c8a0c9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102081) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 01 00:23:59.452797 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-3a2bc612-0bc8-46b1-96a1-89a345c8a0c9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 945 time: 0.0466988 Nov 01 00:23:59.541559 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port 78bce847-57de-47fe-a966-b60113fd6ff4 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:23:59.541890 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:59.626270 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] For port 78bce847-57de-47fe-a966-b60113fd6ff4, host hv-cinder-81610, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81610',level=0,port_id=78bce847-57de-47fe-a966-b60113fd6ff4,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:23:59.626622 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:59.639100 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for 78bce847-57de-47fe-a966-b60113fd6ff4 owned by compute:nova {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:23:59.828478 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:59.857120 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=78bce847-57de-47fe-a966-b60113fd6ff4,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:23:59.897303 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] No DVR routers for this DVR port 78bce847-57de-47fe-a966-b60113fd6ff4 on host hv-cinder-81610 {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:23:59.899801 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for port, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:23:59.903096 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-820b5b01-c400-4bf7-b720-bdbf969cb2f1 req-17abad06-7c50-4fc1-8529-1efa5ef531ad tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.36 "DELETE /v2.0/ports/78bce847-57de-47fe-a966-b60113fd6ff4 HTTP/1.1" status: 204 len: 173 time: 0.4443898 Nov 01 00:23:59.903554 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'name': 'network-vif-deleted', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4'}] {{(pid=102081) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 01 00:23:59.905776 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1350d268571bcbb475ed7d1c9cad669d37820acd4983d3a1fa83c602d9c089be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1a33ee-2e7a-4046-accc-1a93ba490efd" -d '{"events": [{"server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "name": "network-vif-deleted", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4"}]}' {{(pid=102081) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 01 00:23:59.941265 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 01 Nov 2021 00:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0da5e4c-ab00-4a54-892e-1dd85d50b3f5 x-openstack-request-id: req-c0da5e4c-ab00-4a54-892e-1dd85d50b3f5 {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 01 00:23:59.941561 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17813eeb-b282-44a8-b935-1e468226567d", "name": "network-vif-deleted", "tag": "78bce847-57de-47fe-a966-b60113fd6ff4", "status": "completed", "code": 200}]} {{(pid=102081) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 01 00:23:59.941841 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c0da5e4c-ab00-4a54-892e-1dd85d50b3f5 {{(pid=102081) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 01 00:23:59.942234 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17813eeb-b282-44a8-b935-1e468226567d', 'name': 'network-vif-deleted', 'tag': '78bce847-57de-47fe-a966-b60113fd6ff4', 'status': 'completed', 'code': 200} Nov 01 00:24:00.239095 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-bdb2b5f5-1d63-4b4d-947a-d50fc2984c2b req-42f6aff1-16c5-45b8-9af2-f74724284875 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 210 time: 0.0329435 Nov 01 00:24:01.346894 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [req-eea95b1b-7895-43fa-afe5-6b2f5a0c6b36 req-f19c4ddd-8dcb-4f28-9dc0-56defa2f1ec9 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "GET /v2.0/ports?device_id=17813eeb-b282-44a8-b935-1e468226567d HTTP/1.1" status: 200 len: 210 time: 0.0283849 Nov 01 00:24:02.411779 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55930) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:02.536371 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Deleting port db2ab7bb-f18f-4ce7-ad63-64bf32d5a541 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:02.536709 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.610199 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.610521 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.622429 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Calling delete_port for db2ab7bb-f18f-4ce7-ad63-64bf32d5a541 owned by network:floatingip {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:02.821761 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.847226 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'Port': ['ID=db2ab7bb-f18f-4ce7-ad63-64bf32d5a541,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:02.906234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for floatingip, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.908757 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-336293'] for floatingip, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:02.909885 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2d970dbe-3f77-40ad-b52f-82bf9056fc0c tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "DELETE /v2.0/floatingips/08bda491-073d-4546-b27a-d44f5561d17e HTTP/1.1" status: 204 len: 168 time: 0.4970491 Nov 01 00:24:03.608183 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 78bce847-57de-47fe-a966-b60113fd6ff4 no longer exists at agent hyperv_hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:03.628339 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] No Port match for: 78bce847-57de-47fe-a966-b60113fd6ff4 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:03.628678 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Device 78bce847-57de-47fe-a966-b60113fd6ff4 not bound to the agent host hv-cinder-81610 {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:04.286305 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55942) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:04.343852 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:04.369976 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:04.491462 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:04.494788 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:04.495966 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] 10.222.0.41 "DELETE /v2.0/security-groups/0ebc2930-7e56-42fd-a0aa-07c7d95f7de1 HTTP/1.1" status: 204 len: 168 time: 0.2086775 Nov 01 00:24:04.509302 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe5e1b-3675-4ac2-b3a2-8fe7166e8394 tempest-TestVolumeBootPattern-826398339 tempest-TestVolumeBootPattern-826398339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebc2930-7e56-42fd-a0aa-07c7d95f7de1,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:04.632107 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55946) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:05.289089 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:05.526341 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Deleting port fa1e6bca-d331-49ef-97a1-92eadb836016 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:05.526675 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:05.602739 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] For port fa1e6bca-d331-49ef-97a1-92eadb836016, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=fa1e6bca-d331-49ef-97a1-92eadb836016,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:05.603010 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:05.614933 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Calling delete_port for fa1e6bca-d331-49ef-97a1-92eadb836016 owned by network:router_interface {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:05.878869 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:05.906100 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Pushing event deleted for resources: {'Port': ['ID=fa1e6bca-d331-49ef-97a1-92eadb836016,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:06.069956 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:06.278270 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Router 437b8bce-251b-44d8-88d6-f396283d99d4 has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102082) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:24:06.379507 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102082) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:24:06.384954 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-446f8cd5-99eb-4cc5-b5c3-8ddd5581d6ae admin admin] 10.222.0.41 "PUT /v2.0/routers/437b8bce-251b-44d8-88d6-f396283d99d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518427 Nov 01 00:24:06.387619 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55950) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:06.388585 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Sync routers for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:24:06.398442 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:24:06.399695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:06.490856 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:06.505259 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: dv-cinder-816104-1-iscsi {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:24:06.597118 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:06.685576 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83'}], 'enable_snat': True}, 'gw_port_id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:24:05Z', 'revision_number': 5, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port': {'id': '7f7468e7-e63b-4702-9f5d-c2138b27d8af', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:1a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:06.716230 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Checking router: 437b8bce-251b-44d8-88d6-f396283d99d4 for host: dv-cinder-816104-1-iscsi {{(pid=102083) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:24:06.724392 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Routers {'437b8bce-251b-44d8-88d6-f396283d99d4'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102083) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:24:06.724993 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['437b8bce-251b-44d8-88d6-f396283d99d4'], 'active': True} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:06.765635 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Deleting port 7f7468e7-e63b-4702-9f5d-c2138b27d8af {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:06.765967 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:06.809207 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvr_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] Set router 437b8bce-251b-44d8-88d6-f396283d99d4 gateway port host: None {{(pid=102083) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:24:06.846464 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] For port 7f7468e7-e63b-4702-9f5d-c2138b27d8af, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=7f7468e7-e63b-4702-9f5d-c2138b27d8af,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:06.846821 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:06.859119 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Calling delete_port for 7f7468e7-e63b-4702-9f5d-c2138b27d8af owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:06.861043 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_hamode_db [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:24:06Z', 'revision_number': 6, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102083) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:07.011740 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b3bfd51-ff55-4fc7-9d0d-fe8c0abdcf55 None None] The sync data for ids ['437b8bce-251b-44d8-88d6-f396283d99d4'] in dv-cinder-816104-1-iscsi is: [{'id': '437b8bce-251b-44d8-88d6-f396283d99d4', 'name': 'tempest-TestVolumeBootPattern-1141689994-router', 'tenant_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:47Z', 'updated_at': '2021-11-01T00:24:06Z', 'revision_number': 6, 'project_id': 'b0df2ce09e5945c09e7daf718ff7e312', 'gw_port_host': None}] {{(pid=102083) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:24:07.136919 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.160967 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f7468e7-e63b-4702-9f5d-c2138b27d8af,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:07.224069 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.311781 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.313782 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.446528 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.447180 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 437b8bce-251b-44d8-88d6-f396283d99d4 {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:24:07.451790 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.457841 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-2a19708a-88fe-44e0-b18a-f6378e63092d admin admin] 10.222.0.41 "DELETE /v2.0/routers/437b8bce-251b-44d8-88d6-f396283d99d4 HTTP/1.1" status: 204 len: 168 time: 1.0643802 Nov 01 00:24:07.457841 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55952) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:07.498404 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Deleting subnet 6c66de52-8223-4670-b9f8-2e6189d8c90e {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:24:07.501431 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.538559 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.612955 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.766219 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.790903 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c66de52-8223-4670-b9f8-2e6189d8c90e,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:07.797644 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.801837 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-6050cc1f-2bbc-40bf-91f1-cbe56db2c82d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6c66de52-8223-4670-b9f8-2e6189d8c90e HTTP/1.1" status: 204 len: 168 time: 0.3452604 Nov 01 00:24:07.803156 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2fe198-5ffa-4611-92cf-b5bec4c4f6d4 None None] Network 86bf5bc9-a658-4490-b453-4667ff22e2f9 requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:24:07.804120 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55954) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:07.881059 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:07.933234 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Deleting port 8b5b2a19-7097-4555-8495-23f6143b0615 {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:07.933565 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.009423 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] DHCP port deletion for 86bf5bc9-a658-4490-b453-4667ff22e2f9 request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:24:08.010235 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] For port 8b5b2a19-7097-4555-8495-23f6143b0615, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8b5b2a19-7097-4555-8495-23f6143b0615,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:08.010501 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.024133 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Calling delete_port for 8b5b2a19-7097-4555-8495-23f6143b0615 owned by network:dhcp {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:08.037858 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-a8791d54-3b8a-4498-92a1-465dafe6c506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.076500 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Deleting port 8b5b2a19-7097-4555-8495-23f6143b0615 {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:08.076500 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.133055 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] For port 8b5b2a19-7097-4555-8495-23f6143b0615, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=8b5b2a19-7097-4555-8495-23f6143b0615,segment=NetworkSegment(5cb6b942-0a86-4eec-9790-aa16dfc07e24),segment_id=5cb6b942-0a86-4eec-9790-aa16dfc07e24)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:08.133438 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.145095 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Calling delete_port for 8b5b2a19-7097-4555-8495-23f6143b0615 owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:08.193337 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.220910 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b5b2a19-7097-4555-8495-23f6143b0615,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:08.222391 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.222678 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] No DVR routers for this DVR port 8b5b2a19-7097-4555-8495-23f6143b0615 on host dv-cinder-816104-1-iscsi {{(pid=102082) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:24:08.248875 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Pushing event deleted for resources: {'Port': ['ID=8b5b2a19-7097-4555-8495-23f6143b0615,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:08.253836 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] No DVR routers for this DVR port 8b5b2a19-7097-4555-8495-23f6143b0615 on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:24:08.260717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.261067 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.261570 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.261739 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.262067 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.262393 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.262717 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.263036 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.263358 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.263699 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.264018 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.264327 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5429816e-daa8-4074-b366-53dfe96f0aad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-816104-1-iscsi {{(pid=102083) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 01 00:24:08.481225 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.487210 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fa1e6bca-d331-49ef-97a1-92eadb836016 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:08.501712 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86bf5bc9-a658-4490-b453-4667ff22e2f9']}} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:08.506667 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: fa1e6bca-d331-49ef-97a1-92eadb836016 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:08.506997 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device fa1e6bca-d331-49ef-97a1-92eadb836016 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:08.507396 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8b5b2a19-7097-4555-8495-23f6143b0615 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:08.511081 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb6b942-0a86-4eec-9790-aa16dfc07e24') {'for_net_delete': True} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:08.511483 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.services.segments.db [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb6b942-0a86-4eec-9790-aa16dfc07e24') {} {{(pid=102082) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:08.520680 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15868606'] for segment, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.526336 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 8b5b2a19-7097-4555-8495-23f6143b0615 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:08.526671 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 8b5b2a19-7097-4555-8495-23f6143b0615 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:08.527071 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7f7468e7-e63b-4702-9f5d-c2138b27d8af no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:08.534117 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.540882 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=102082) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13167587'] for segment, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: Traceback (most recent call last): Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: timer() Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: cb(*args, **kw) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: return func(*args, **kwargs) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: self._notify() Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: self.callback(batched_events) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: event.method(event) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: return f(self, *a, **k) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._get(url).json() Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: return self.request(url, 'GET', **kwargs) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:24:08.550408 dv-cinder-816104-1-iscsi neutron-server[102082]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:24:08.552949 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 7f7468e7-e63b-4702-9f5d-c2138b27d8af {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:08.552949 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 7f7468e7-e63b-4702-9f5d-c2138b27d8af not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:08.662425 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.672732 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:08.672732 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] 10.222.0.41 "DELETE /v2.0/networks/86bf5bc9-a658-4490-b453-4667ff22e2f9 HTTP/1.1" status: 204 len: 168 time: 0.8664434 Nov 01 00:24:08.675160 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55956) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:08.684085 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d39b0b-ca39-4983-bb56-03de4a9ea475 admin admin] Pushing event deleted for resources: {'Network': ['ID=86bf5bc9-a658-4490-b453-4667ff22e2f9,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:09.006586 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1685538'] for router_interface, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:09.240125 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Deleting port 9e49c4f7-f29a-40ee-b549-f404e9e29287 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:09.240453 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:09.317401 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] For port 9e49c4f7-f29a-40ee-b549-f404e9e29287, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=9e49c4f7-f29a-40ee-b549-f404e9e29287,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:09.317671 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:09.329395 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Calling delete_port for 9e49c4f7-f29a-40ee-b549-f404e9e29287 owned by network:router_interface {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:09.577244 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:09.601305 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9e49c4f7-f29a-40ee-b549-f404e9e29287,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:09.778275 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2071433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1685686'] for router_interface, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:09.983176 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Router 80c25870-27ff-430a-aec3-dcc910a5d46f has already been hosted by L3 agent c8d115fb-92db-4858-8add-250ae6a9a52b {{(pid=102081) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 01 00:24:10.084264 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] Notify agent at l3_agent.dv-cinder-816104-1-iscsi the message routers_updated {{(pid=102081) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 01 00:24:10.091962 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55958) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:10.097407 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Sync routers for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 01 00:24:10.097878 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-489c12b9-b7ad-4585-9b3b-e05baaddaf5d admin admin] 10.222.0.41 "PUT /v2.0/routers/80c25870-27ff-430a-aec3-dcc910a5d46f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4178905 Nov 01 00:24:10.105274 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:24:10.106035 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:10.197445 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks [] for router, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.296800 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: dv-cinder-816104-1-iscsi {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:24:10.300267 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.427781 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Deleting port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd {{(pid=102082) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:10.428026 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.474921 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'external_fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188'}], 'enable_snat': True}, 'gw_port_id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:24:09Z', 'revision_number': 5, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port': {'id': '4302a9b1-10e7-4317-bb1b-0ccedae0cebd', 'name': '', 'network_id': '05f8ebbf-fecf-4e99-8683-a6ff3636977d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ce:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'ip_address': '172.27.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-816104-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:17:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '33f53cc3-ee3b-4e20-9355-3410513a3f9a', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-816104-1-iscsi'}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:10.505879 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Checking router: 80c25870-27ff-430a-aec3-dcc910a5d46f for host: dv-cinder-816104-1-iscsi {{(pid=102084) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 01 00:24:10.509402 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.db [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] For port 4302a9b1-10e7-4317-bb1b-0ccedae0cebd, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,segment=NetworkSegment(37fc7a82-79e3-4dc1-a28d-c1665023e53b),segment_id=37fc7a82-79e3-4dc1-a28d-c1665023e53b)] {{(pid=102082) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:10.509765 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.515276 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Routers {'80c25870-27ff-430a-aec3-dcc910a5d46f'} bound to L3 agent in host dv-cinder-816104-1-iscsi {{(pid=102084) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 01 00:24:10.515949 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-816104-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-31T23:59:40Z,description=,heartbeat_timestamp=2021-11-01T00:23:40Z,host='dv-cinder-816104-1-iscsi',id=c8d115fb-92db-4858-8add-250ae6a9a52b,load=0,resource_versions=,resources_synced=,started_at=2021-10-31T23:59:41Z,topic='l3_agent')) {'router_ids': ['80c25870-27ff-430a-aec3-dcc910a5d46f'], 'active': True} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:10.522275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.plugins.ml2.plugin [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Calling delete_port for 4302a9b1-10e7-4317-bb1b-0ccedae0cebd owned by network:router_gateway {{(pid=102082) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:10.582678 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-9992fc54-33cf-44a6-9ca8-6a8220e0510f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.600625 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_dvr_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] Set router 80c25870-27ff-430a-aec3-dcc910a5d46f gateway port host: None {{(pid=102084) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 01 00:24:10.653920 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.l3_hamode_db [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:24:10Z', 'revision_number': 6, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port_host': None}], 'dv-cinder-816104-1-iscsi', False) {} {{(pid=102084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:10.680756 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3364ea8a-54ee-43f6-bef3-4024e0c52796 None None] The sync data for ids ['80c25870-27ff-430a-aec3-dcc910a5d46f'] in dv-cinder-816104-1-iscsi is: [{'id': '80c25870-27ff-430a-aec3-dcc910a5d46f', 'name': 'tempest-TestVolumeBootPattern-476084717-router', 'tenant_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-01T00:16:53Z', 'updated_at': '2021-11-01T00:24:10Z', 'revision_number': 6, 'project_id': 'cd7cc96a737f4cb1963a287ecc4ab29a', 'gw_port_host': None}] {{(pid=102084) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 01 00:24:10.747220 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13167542'] for port, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.770977 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Pushing event deleted for resources: {'Port': ['ID=4302a9b1-10e7-4317-bb1b-0ccedae0cebd,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:10.838437 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1672532'] for router_gateway, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.926574 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1684222', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5753'] for router, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:10.928633 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.051473 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1684215'] for router, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.052195 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80c25870-27ff-430a-aec3-dcc910a5d46f {{(pid=102082) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 01 00:24:11.057108 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] Publish callbacks [] for router, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.060502 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-ebda9aaa-c07d-4e7a-a665-4394ef087236 admin admin] 10.222.0.41 "DELETE /v2.0/routers/80c25870-27ff-430a-aec3-dcc910a5d46f HTTP/1.1" status: 204 len: 168 time: 0.9652681 Nov 01 00:24:11.060763 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55960) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:11.106133 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Deleting subnet e1c533d9-3ee8-4b84-9fe7-e32729981cd4 {{(pid=102082) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 01 00:24:11.109062 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.147875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15868593'] for subnet, precommit_delete_associations {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.224939 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-529315'] for subnet, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.343275 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-529340', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2057874', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13167429', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13537304'] for subnet, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.371597 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.378490 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/e1c533d9-3ee8-4b84-9fe7-e32729981cd4 HTTP/1.1" status: 204 len: 168 time: 0.3144174 Nov 01 00:24:11.378728 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ecee3c-c4a7-4163-b7ec-ab0f8e01c901 None None] Network 435fabcf-0b8a-47f1-9519-d4aa50e7709c requested from dv-cinder-816104-1-iscsi {{(pid=102083) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 01 00:24:11.378837 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4408cce-dc79-406d-80b5-f81197ee7813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1c533d9-3ee8-4b84-9fe7-e32729981cd4,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:11.381904 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [-] (102081) accepted ('10.222.0.41', 55962) {{(pid=102081) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:11.460249 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-994492'] for network, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.512657 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Deleting port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 {{(pid=102081) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:11.513010 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.566973 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] DHCP port deletion for 435fabcf-0b8a-47f1-9519-d4aa50e7709c request from dv-cinder-816104-1-iscsi {{(pid=102083) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 01 00:24:11.580926 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.db [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] For port 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=3cdd0a15-992e-4faf-9a70-f0f3600329a5,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102081) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:11.581284 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.593990 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.plugin [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Calling delete_port for 3cdd0a15-992e-4faf-9a70-f0f3600329a5 owned by network:dhcp {{(pid=102081) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:11.616497 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Deleting port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 {{(pid=102083) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Nov 01 00:24:11.617527 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790280881713'] for port, before_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.678157 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.db [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] For port 3cdd0a15-992e-4faf-9a70-f0f3600329a5, host dv-cinder-816104-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-816104-1-iscsi',level=0,port_id=3cdd0a15-992e-4faf-9a70-f0f3600329a5,segment=NetworkSegment(b6e947c7-e7ce-4cac-88fa-2840d7102015),segment_id=b6e947c7-e7ce-4cac-88fa-2840d7102015)] {{(pid=102083) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 01 00:24:11.678547 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676394'] for port, precommit_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.694264 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Calling delete_port for 3cdd0a15-992e-4faf-9a70-f0f3600329a5 owned by network:dhcp {{(pid=102083) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Nov 01 00:24:11.741275 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14493843'] for port, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.767337 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1041852', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-161467', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790280953079', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790280475495'] for port, after_delete {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.771319 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdd0a15-992e-4faf-9a70-f0f3600329a5,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:11.773150 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] No DVR routers for this DVR port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 on host dv-cinder-816104-1-iscsi {{(pid=102081) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:24:11.794440 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] Pushing event deleted for resources: {'Port': ['ID=3cdd0a15-992e-4faf-9a70-f0f3600329a5,revision_number=None']} {{(pid=102083) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:11.796294 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6407d0-a123-4795-9aa7-632dca3afcb7 None None] No DVR routers for this DVR port 3cdd0a15-992e-4faf-9a70-f0f3600329a5 on host dv-cinder-816104-1-iscsi {{(pid=102083) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 01 00:24:11.842286 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-529708', 'neutron.services.segments.db._delete_segments_for_network-8790280994672'] for network, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.861894 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435fabcf-0b8a-47f1-9519-d4aa50e7709c']}} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:11.871780 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6e947c7-e7ce-4cac-88fa-2840d7102015') {'for_net_delete': True} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:11.872002 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.services.segments.db [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6e947c7-e7ce-4cac-88fa-2840d7102015') {} {{(pid=102081) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 01 00:24:11.881076 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790280995961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14495741'] for segment, before_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.895666 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412'] for segment, precommit_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.901681 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=102081) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 01 00:24:11.902056 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-525412', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14493894'] for segment, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: Traceback (most recent call last): Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: timer() Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: cb(*args, **kw) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: return func(*args, **kwargs) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: self._notify() Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: self.callback(batched_events) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: event.method(event) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: aggregate_uuid = self.p_client.list_aggregates( Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: return f(self, *a, **k) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._get(url).json() Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: return self.request(url, 'GET', **kwargs) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: base_url = self.get_endpoint(auth, allow=allow, Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 01 00:24:11.903700 dv-cinder-816104-1-iscsi neutron-server[102081]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 01 00:24:11.914622 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.023003 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-529701', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2054056', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2071440', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1672496'] for network, after_delete {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.028385 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron_lib.callbacks.manager [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2071658'] for network, before_response {{(pid=102081) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.031520 dv-cinder-816104-1-iscsi neutron-server[102081]: INFO neutron.wsgi [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] 10.222.0.41 "DELETE /v2.0/networks/435fabcf-0b8a-47f1-9519-d4aa50e7709c HTTP/1.1" status: 204 len: 168 time: 0.6485806 Nov 01 00:24:12.042691 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4695c-7c54-45ba-a971-1eb3f4685b85 admin admin] Pushing event deleted for resources: {'Network': ['ID=435fabcf-0b8a-47f1-9519-d4aa50e7709c,revision_number=None']} {{(pid=102081) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:12.159630 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.416649 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55966) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:12.456830 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-edb3ca20-49ba-4844-a131-147f12540c42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b0df2ce09e5945c09e7daf718ff7e312&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388145 Nov 01 00:24:12.459657 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55968) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:12.497522 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9e49c4f7-f29a-40ee-b549-f404e9e29287 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:12.511052 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.520246 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 9e49c4f7-f29a-40ee-b549-f404e9e29287 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:12.520587 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 9e49c4f7-f29a-40ee-b549-f404e9e29287 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:12.520996 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 4302a9b1-10e7-4317-bb1b-0ccedae0cebd no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:12.532082 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.541078 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 4302a9b1-10e7-4317-bb1b-0ccedae0cebd {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:12.541415 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 4302a9b1-10e7-4317-bb1b-0ccedae0cebd not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:12.541823 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 3cdd0a15-992e-4faf-9a70-f0f3600329a5 no longer exists at agent ovs-agent-dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 01 00:24:12.560718 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.plugin [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] No Port match for: 3cdd0a15-992e-4faf-9a70-f0f3600329a5 {{(pid=102083) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Nov 01 00:24:12.561053 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron.plugins.ml2.rpc [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Device 3cdd0a15-992e-4faf-9a70-f0f3600329a5 not bound to the agent host dv-cinder-816104-1-iscsi {{(pid=102083) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 01 00:24:12.656740 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.659511 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:12.663752 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/909da427-b8f7-4e10-8c80-b2af05c39ba4 HTTP/1.1" status: 204 len: 168 time: 0.2001266 Nov 01 00:24:12.669043 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9cda4-471b-4557-8b95-a57e66f57625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909da427-b8f7-4e10-8c80-b2af05c39ba4,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:13.360837 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55974) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:13.402482 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-88ef5c6b-278d-45b1-9a28-134fe3a0a821 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd7cc96a737f4cb1963a287ecc4ab29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403893 Nov 01 00:24:13.404875 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.wsgi [-] (102082) accepted ('10.222.0.41', 55976) {{(pid=102082) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Nov 01 00:24:13.452424 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:13.456930 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:13.473407 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:13.599217 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1590554'] for security_group, after_delete {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:13.602397 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron_lib.callbacks.manager [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102082) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:13.603579 dv-cinder-816104-1-iscsi neutron-server[102082]: INFO neutron.wsgi [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7e725c7b-76bf-43d9-8451-bfce467086e1 HTTP/1.1" status: 204 len: 168 time: 0.1977324 Nov 01 00:24:13.612121 dv-cinder-816104-1-iscsi neutron-server[102082]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656284-e3bf-408d-bb82-1fa5f92f9685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e725c7b-76bf-43d9-8451-bfce467086e1,revision_number=None']} {{(pid=102082) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 01 00:24:16.990027 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:24:22.022261 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:38.050331 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1de4625d-e00a-4252-b0f0-20a183a5b3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:40.642792 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-4be28669-83a5-449b-b72d-44d55d2c1b1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:41.939838 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:42.090512 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:43.436791 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:52.036504 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:24:53.988807 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:25:08.049620 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ce7a61b1-097e-496f-8dc3-2db3bb155051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:10.567321 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b25a52f2-b0a1-4b8a-9053-7baa62d5552d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:11.918121 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:12.063946 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:13.452618 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:22.092700 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:22.842704 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-2ae03de3-6d09-4180-a281-9b790af6467a req-173dbb26-2769-4f9d-9971-b20a7c583654 tempest-VolumesActionsTest-344903944 tempest-VolumesActionsTest-344903944-project] (102081) timed out ('10.222.0.36', 63186) {{(pid=102081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 00:25:30.987510 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:25:38.042811 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e3ca4fad-bf95-4e7e-a500-ead517f24208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:40.631605 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ac9a43ce-322d-44f5-9eee-999c35f745c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:41.948648 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:42.108254 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:43.488733 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:25:52.050984 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:07.527992 dv-cinder-816104-1-iscsi neutron-server[102081]: DEBUG neutron.wsgi [req-f9032aca-2862-4515-9cf7-ae1e1fefd18a req-9d0f3205-54d1-412e-9d5e-1d2300c18d4a service neutron] (102081) timed out ('10.222.0.41', 49582) {{(pid=102081) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Nov 01 00:26:07.993700 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:26:08.038896 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-403fe21b-514e-4882-b3b7-92dbec7231d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:10.587484 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-16739b13-1f05-44a6-b0a9-bb1bf78e82d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:11.935682 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:12.101347 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:13.459318 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:22.064695 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:38.048765 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-2ccd04b9-8dde-46f4-b61c-7d4ef8411cfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:40.637851 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b06c1e9b-fa36-4504-80a7-01659bff299d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:41.998185 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:42.088972 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:43.454465 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:26:44.986338 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:26:52.058657 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:08.007245 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-81a605ca-58f8-4fcd-941d-b55f031ea7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:10.607845 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-ac80a3c8-bfa9-4c03-8f65-691fbd24f7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:11.927492 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:12.064895 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:13.435957 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:21.984400 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:27:22.104030 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:38.034306 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-e32be472-782f-4a74-9d0e-492a219df0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:40.577476 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-8f535178-10a3-4968-b1a2-69be0a3f99fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:41.965761 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:42.097726 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:43.463304 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:52.062759 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:27:58.983035 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:28:08.050648 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-f140257a-2907-43b8-8329-b26ccc5dc91c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:10.576374 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-86bd8c6b-a51c-4613-b77f-4cff3781ee26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:11.936364 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:12.090423 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:13.450662 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:22.090095 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:35.981907 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:28:38.020981 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-6760ae7d-3557-4010-abb0-bc4757bdc059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:40.569859 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-aa90a983-80fa-4da7-b2dc-11254b28de0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:41.924172 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:42.072746 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:43.456128 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:28:52.078207 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:08.031790 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-c468818f-152f-443e-8573-f4f2ade102f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:10.625923 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-009e0e8e-c9cd-4736-ad77-9ef18538a844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:11.951567 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-893f6237-89df-4d1b-a62f-519733f2cf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:12.077303 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-b76533ad-c095-45a2-bc67-d82d6ba2bab4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:12.981257 dv-cinder-816104-1-iscsi neutron-server[102084]: DEBUG neutron.db.agents_db [None req-1564678b-91f4-4371-85ce-0beab2704795 None None] Agent healthcheck: found 6 active agents {{(pid=102084) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 01 00:29:13.464688 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-1597c71a-c1cd-4d1e-87e8-194b2b787105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 01 00:29:22.128859 dv-cinder-816104-1-iscsi neutron-server[102083]: DEBUG neutron_lib.callbacks.manager [None req-3c008159-10bd-4939-afec-28776dbfea8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790280994654', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-531682'] for agent, after_update {{(pid=102083) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}